00010000:00000010:2.1F:1769073742.388788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00010000:00000010:2.1:1769073761.125726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00010000:00000010:2.1:1769073761.148728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084000.
00000080:00000010:2.1:1769073761.640842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8913d58a0.
00010000:00000010:2.1:1769073761.650931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8fb00.
00010000:00000010:2.1:1769073761.650938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084000.
00000080:00000010:2.1:1769073761.650942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8915705c0.
00010000:00000010:2.1:1769073761.656430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8fd00.
00010000:00000010:2.1:1769073761.656447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085e00.
00000080:00000010:2.1:1769073761.656454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8915700e0.
00000080:00000010:2.1:1769073761.769569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc882a2ba80.
00000080:00000010:2.1:1769073762.189640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc882edc460.
00000080:00000010:2.1:1769073762.297194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc882e1e880.
00000080:00000010:2.1:1769073762.615224:0:12079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc882e935c0.
00010000:00000010:2.1:1769073762.638848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085000.
00000080:00000010:2.1:1769073762.638864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc882faa3c0.
00010000:00000010:2.1:1769073762.660898:0:11839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084c00.
00010000:00000010:2.1:1769073762.660911:0:11839:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9600.
00010000:00000010:2.1:1769073762.660915:0:11839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077000.
00010000:00000010:2.1:1769073762.746500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8f900.
00010000:00000010:2.1:1769073762.746512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076a00.
00000080:00000010:2.1:1769073763.973722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc884986f80.
00000080:00000010:2.1:1769073764.496932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848f8920.
00000080:00000010:2.1:1769073765.662596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848beaa0.
00010000:00000010:2.1:1769073765.780268:0:12156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00010000:00000010:2.1:1769073765.866172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0e00.
00010000:00000010:2.1:1769073765.870668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00010000:00000010:2.1:1769073765.994830:0:12164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318a00.
00010000:00000010:2.1:1769073765.997830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00010000:00000010:2.1:1769073766.002757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085e00.
00010000:00000010:2.1:1769073766.010021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00010000:00000010:2.1:1769073766.015828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00010000:00000010:2.1:1769073766.045106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00010000:00000010:2.1:1769073766.387593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084c00.
00010000:00000010:2.1:1769073775.077581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8f800.
00010000:00000010:2.1:1769073775.077616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1c00.
00010000:00000010:2.1:1769073775.268606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0600.
00000080:00000010:2.1:1769073775.268621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7de0.
00010000:00000010:2.1:1769073775.276582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00010000:00000010:2.1:1769073775.491586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084e00.
00000080:00000010:2.1:1769073775.491598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b200.
00010000:00000010:2.1:1769073775.496634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00000080:00000010:2.1:1769073775.496650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bd20.
00010000:00000010:2.1:1769073775.514203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00000080:00000010:2.1:1769073775.517709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b900.
00010000:00000010:2.1:1769073775.557653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0200.
00000080:00000010:2.1:1769073775.647624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7820.
00000080:00000010:2.1:1769073775.678587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea71e0.
00000080:00000010:2.1:1769073776.043822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecdd60.
00010000:00000010:2.1:1769073776.185658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0600.
00000080:00000010:2.1:1769073776.194644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be7a0.
00010000:00000010:2.1:1769073776.336045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030800.
00010000:00000010:2.1:1769073776.367759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29e00.
00000080:00000010:2.1:1769073781.834166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b4a0.
00000080:00000010:2.1:1769073782.083046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7940.
00000080:00000010:2.1:1769073782.439971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be620.
00000080:00000010:2.1:1769073782.512234:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00010000:00000010:2.1:1769073782.824498:0:12246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031600.
00010000:00000010:2.1:1769073782.888581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1c00.
00010000:00000010:2.1:1769073783.061605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29800.
00000080:00000010:2.1:1769073803.171231:0:13436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecd9c0.
00000080:00000010:2.1:1769073823.529643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be620.
00010000:00000010:2.1:1769073823.529664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957800.
00010000:00000010:2.1:1769073823.529669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1e00.
00010000:00000010:2.1:1769073833.328559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb200.
00010000:00000010:2.1:1769073833.328571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318c00.
00010000:00000010:2.1:1769073842.940024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318c00.
00000080:00000010:2.1:1769073842.969641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecdf00.
00010000:00000010:2.1:1769073842.972621:0:15794:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072400.
00010000:00000010:2.1:1769073842.972642:0:15794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166a00.
00010000:00000010:2.1:1769073852.951159:0:16384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29800.
00000080:00000010:2.1:1769073852.951175:0:16384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bd80.
00010000:00000010:2.1:1769073852.951183:0:16384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb200.
00010000:00000010:2.1:1769073852.951186:0:16384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318c00.
00000080:00000010:2.1:1769073853.032888:0:16385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7700.
00010000:00000010:2.1:1769073853.055848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29800.
00010000:00000010:2.1:1769073853.072026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d28600.
00010000:00000010:2.1:1769073930.572718:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcba00.
00010000:00000010:2.1:1769073930.572914:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319c00.
00000080:00000010:2.1:1769073943.431807:0:20703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bd00.
00000080:00000010:2.1:1769073950.964635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bec40.
00000080:00000010:2.1:1769073950.964659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea79e0.
00010000:00000010:2.1:1769073967.464792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651600.
00010000:00000010:2.1:1769073967.464810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769073972.757789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f300.
00010000:00000010:2.1:1769073972.757801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769073979.006231:0:1295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:2.1:1769073979.006241:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d28200.
00010000:00000010:2.1:1769074003.862586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651800.
00010000:00000010:2.1:1769074003.862609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00000080:00000010:2.1:1769074006.924955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecde20.
00010000:00000010:2.1:1769074006.924970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb100.
00010000:00000010:2.1:1769074006.924976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084c00.
00010000:00000010:2.1:1769074018.890940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651600.
00010000:00000010:2.1:1769074018.890956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00010000:00000010:2.1:1769074018.896839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:2.1:1769074028.442594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d28400.
00000080:00000010:2.1:1769074028.442621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bec0.
00010000:00000010:2.1:1769074028.442631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883de0600.
00010000:00000010:2.1:1769074028.442635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d28600.
00010000:00000010:2.1:1769074045.541887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886271200.
00000080:00000010:2.1:1769074045.560649:0:24754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b1e0.
00010000:00000010:2.1:1769074045.560681:0:24754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883de0e00.
00010000:00000010:2.1:1769074045.560687:0:24754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886271e00.
00010000:00000010:2.1:1769074045.716562:0:24907:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886270e00.
00010000:00000010:2.1:1769074064.556115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:2.1:1769074064.556131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f700.
00010000:00000010:2.1:1769074064.556136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730000.
00010000:00000010:2.1:1769074064.556140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808d00.
00010000:00000010:2.1:1769074064.556142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730200.
00010000:00000010:2.1:1769074079.701050:0:26190:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a000.
00010000:00000010:2.1:1769074079.701063:0:26190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75000.
00010000:00000010:2.1:1769074079.705472:0:26189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074079.705489:0:26189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074079.705493:0:26189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074079.730026:0:26190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b020.
00010000:00000010:2.1:1769074079.791195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00010000:00000010:2.1:1769074079.791201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074079.907667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074079.907675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074079.921176:0:26215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074079.921199:0:26215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:2.1:1769074080.135560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f620.
00010000:00000010:2.1:1769074080.500798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:2.1:1769074080.500810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:2.1:1769074080.553568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348ba80.
00000080:00000010:2.1:1769074080.897988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bee60.
00000080:00000010:2.1:1769074081.506791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bec80.
00010000:00000010:2.1:1769074081.862997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074081.863013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074081.873778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074081.873803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074082.001095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074082.008058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074082.093948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074082.093964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074082.110201:0:26277:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074082.115953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074082.346040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074082.346060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:2.1:1769074082.349561:0:1295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074082.349582:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074082.956747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074083.164836:0:26345:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074083.175340:0:26335:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074083.328819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074083.328843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00000080:00000010:2.1:1769074083.359552:0:26361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb20.
00000080:00000010:2.1:1769074083.687704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea77e0.
00010000:00000010:2.1:1769074083.852771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074083.852798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074083.857675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074083.857700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074083.970614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074083.970632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074084.318239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:2.1:1769074084.318261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:2.1:1769074084.432360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074084.432375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:2.1:1769074084.445415:0:26167:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074084.445432:0:26167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074084.571837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074084.571849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074084.788962:0:26407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074084.788974:0:26407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:2.1:1769074084.804764:0:26423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074084.807961:0:26423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074085.990585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074085.990600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074086.010565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074086.024105:0:26427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:2.1:1769074086.886654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848becc0.
00010000:00000010:2.1:1769074086.924913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:2.1:1769074086.924938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074086.983031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75a0.
00010000:00000010:2.1:1769074087.329568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074087.329581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074087.935513:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074088.333155:0:26580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00000080:00000010:2.1:1769074088.413069:0:26584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be480.
00010000:00000010:2.1:1769074088.473592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:2.1:1769074088.494645:0:26569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be2c0.
00010000:00000010:2.1:1769074088.600055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074088.600070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074089.213563:0:26603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00010000:00000010:2.1:1769074089.578350:0:26609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00000080:00000010:2.1:1769074090.130551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bca0.
00000080:00000010:2.1:1769074090.301052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7f00.
00000080:00000010:2.1:1769074090.453855:0:26649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fbe0.
00000080:00000010:2.1:1769074090.677361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be860.
00010000:00000010:2.1:1769074091.454832:0:24906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074091.454845:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074091.468548:0:26690:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074091.468577:0:26690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:2.1:1769074091.755852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:2.1:1769074091.757569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:2.1:1769074091.807936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72c0.
00010000:00000010:2.1:1769074092.149668:0:26706:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:2.1:1769074092.149679:0:26706:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:2.1:1769074092.185467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bbe0.
00010000:00000010:2.1:1769074093.552591:0:26796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074093.552597:0:26796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00010000:00000010:2.1:1769074093.558565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074093.558588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:2.1:1769074093.596614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b4a0.
00010000:00000010:2.1:1769074093.661667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074093.661679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074093.666664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074093.666674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074093.797621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c60.
00000080:00000010:2.1:1769074093.853597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74a0.
00010000:00000010:2.1:1769074093.892599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:2.1:1769074093.892608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074093.898584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074093.898614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074093.938565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b8c0.
00010000:00000010:2.1:1769074094.057674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074094.057689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074094.071409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074094.076978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074094.210833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074094.210849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:2.1:1769074094.224599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074094.232966:0:26772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074094.272718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b9e0.
00000080:00000010:2.1:1769074094.342604:0:26819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be700.
00010000:00000010:2.1:1769074094.384147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074094.384161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074094.401003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074095.520153:0:26885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7b60.
00010000:00000010:2.1:1769074095.612766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00000080:00000010:2.1:1769074095.663799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f3a0.
00010000:00000010:2.1:1769074095.716798:0:26849:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:2.1:1769074095.723560:0:26821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074095.912567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:2.1:1769074095.912580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:2.1:1769074095.977885:0:26167:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074095.993904:0:26899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074096.369547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074096.369560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074096.379850:0:26930:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00000080:00000010:2.1:1769074096.503805:0:26942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73e0.
00000080:00000010:2.1:1769074096.605459:0:26924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848beee0.
00010000:00000010:2.1:1769074096.750568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074096.750581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074096.833730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074097.090125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a80.
00010000:00000010:2.1:1769074097.252835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:2.1:1769074097.465906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074097.465923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074097.495456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074097.756118:0:27009:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074097.756126:0:27009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074098.187787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:2.1:1769074098.196568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673de00.
00010000:00000010:2.1:1769074098.451814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:2.1:1769074098.491733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be960.
00010000:00000010:2.1:1769074098.608741:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074098.825896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:2.1:1769074098.879571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be2c0.
00010000:00000010:2.1:1769074099.054661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074099.054678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074099.082673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074099.603597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:2.1:1769074099.670281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074099.670308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074099.682745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074099.953589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074099.953604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074099.969629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074100.352583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074100.352597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074100.809559:0:24906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:2.1:1769074100.809579:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074100.863551:0:27134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be660.
00000080:00000010:2.1:1769074101.182845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:2.1:1769074101.322682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:2.1:1769074101.326672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074101.429980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074101.429996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074101.441748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074101.522709:0:27172:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074101.522726:0:27172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:2.1:1769074101.532778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074101.539988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074101.565569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bf60.
00010000:00000010:2.1:1769074101.694589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074101.694604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074101.701578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074101.711592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074102.410567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074102.410579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:2.1:1769074103.146115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be2a0.
00010000:00000010:2.1:1769074103.497774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074104.322747:0:27296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7020.
00010000:00000010:2.1:1769074104.358742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074104.358755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074104.365691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074104.372557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074104.503791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00010000:00000010:2.1:1769074105.504742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074105.504755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074105.508798:0:27369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074105.508820:0:27369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074105.641875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b000.
00010000:00000010:2.1:1769074106.007737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074106.007753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074106.012863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074106.012879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074106.046026:0:27394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b7a0.
00010000:00000010:2.1:1769074106.109327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074106.109341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074106.116764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074106.116779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074106.575689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:2.1:1769074106.575705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00010000:00000010:2.1:1769074106.611718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074106.611750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074107.002578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:2.1:1769074107.002598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:2.1:1769074107.013722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074107.018676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074107.172964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074108.254714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074108.254731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074108.295572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b1e0.
00010000:00000010:2.1:1769074108.601567:0:27503:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:2.1:1769074108.601585:0:27503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074108.666942:0:27519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f260.
00000080:00000010:2.1:1769074108.781388:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00010000:00000010:2.1:1769074109.254336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00010000:00000010:2.1:1769074109.331565:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec400.
00010000:00000010:2.1:1769074109.331575:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00000080:00000010:2.1:1769074109.463571:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea70e0.
00010000:00000010:2.1:1769074109.630581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074109.630597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074109.645112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074109.914999:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:2.1:1769074110.001110:0:27576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d520.
00000080:00000010:2.1:1769074110.148744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d000.
00010000:00000010:2.1:1769074110.351092:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00010000:00000010:2.1:1769074111.942082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074111.942090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074111.949579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074111.949593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:2.1:1769074112.078710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074112.078717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074112.082860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074112.082876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074112.253901:0:27676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00010000:00000010:2.1:1769074112.313624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074112.313641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074112.348550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074112.348566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074112.397643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bc60.
00010000:00000010:2.1:1769074113.290361:0:27633:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00000080:00000010:2.1:1769074113.875560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7000.
00010000:00000010:2.1:1769074114.413658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00000080:00000010:2.1:1769074114.431498:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f460.
00010000:00000010:2.1:1769074114.869610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:2.1:1769074114.869615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074115.382661:0:27806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074115.382682:0:27806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074115.398943:0:27806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074115.398966:0:27806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074115.549878:0:46:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d060.
00010000:00000010:2.1:1769074115.658972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074115.658987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074115.662745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074115.662767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074115.813078:0:27810:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074115.813149:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00010000:00000010:2.1:1769074116.151606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074116.372830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:2.1:1769074116.372847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:2.1:1769074116.501594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:2.1:1769074116.501606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:2.1:1769074116.639750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea70c0.
00010000:00000010:2.1:1769074116.799576:0:27843:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:2.1:1769074116.799583:0:27843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00010000:00000010:2.1:1769074116.804015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074116.809153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074116.995358:0:27855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074116.995368:0:27855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074117.011773:0:27855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074117.018537:0:27858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074117.150371:0:27861:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bea0.
00010000:00000010:2.1:1769074117.424708:0:27888:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074117.424722:0:27888:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074117.435954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074117.435966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074117.988565:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074118.042089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd80.
00000080:00000010:2.1:1769074118.230971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea79e0.
00010000:00000010:2.1:1769074118.423086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074118.423104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074118.508390:0:24906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:2.1:1769074119.326496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d280.
00010000:00000010:2.1:1769074119.814926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:2.1:1769074120.336935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7940.
00010000:00000010:2.1:1769074120.371568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:2.1:1769074121.215992:0:28036:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:2.1:1769074121.216001:0:28036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:2.1:1769074121.298702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b280.
00010000:00000010:2.1:1769074121.743694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074121.743709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:2.1:1769074122.111048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074122.337159:0:28067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7920.
00010000:00000010:2.1:1769074122.649742:0:28098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074122.649749:0:28098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074122.661423:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074122.663824:0:28107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074122.731559:0:28109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b7c0.
00010000:00000010:2.1:1769074123.541793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074123.991277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074123.991292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:2.1:1769074124.039762:0:28145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b7c0.
00000080:00000010:2.1:1769074124.392234:0:28168:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7820.
00010000:00000010:2.1:1769074124.822978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074124.975213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074125.116599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074127.256595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:2.1:1769074127.445568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b920.
00010000:00000010:2.1:1769074128.514413:0:28332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00010000:00000010:2.1:1769074128.639621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074128.639653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074128.808052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074128.959569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074129.368574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:2.1:1769074129.368590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:2.1:1769074129.376719:0:28364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074129.380702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00000080:00000010:2.1:1769074129.433365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b300.
00010000:00000010:2.1:1769074129.619436:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00000080:00000010:2.1:1769074129.839173:0:28385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7840.
00000080:00000010:2.1:1769074130.915758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8c0.
00010000:00000010:2.1:1769074131.700575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074131.936640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074131.936656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074131.964707:0:28494:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074131.975655:0:28494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:2.1:1769074132.215152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc60.
00010000:00000010:2.1:1769074132.289543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074132.289556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074132.304684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074132.614863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074132.614877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074132.688276:0:24906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074132.688290:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074132.774289:0:28528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b760.
00010000:00000010:2.1:1769074133.077629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:2.1:1769074133.077647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:2.1:1769074133.096576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074133.100595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074133.570564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00000080:00000010:2.1:1769074133.754420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7320.
00010000:00000010:2.1:1769074134.070835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:2.1:1769074134.070842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074134.242688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074134.242715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074134.323743:0:28589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bc60.
00000080:00000010:2.1:1769074135.020498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7300.
00000080:00000010:2.1:1769074135.358008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73a0.
00000080:00000010:0.1:1769074136.007646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074136.096692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074136.096709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074136.150171:0:28654:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074136.197559:0:28656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074136.197565:0:28656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074136.214103:0:28617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074136.243859:0:28656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074136.290058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db00.
00010000:00000010:2.1:1769074136.658895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074136.658902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074136.680502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074136.689796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074136.725882:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b900.
00010000:00000010:2.1:1769074136.861578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00000080:00000010:0.1:1769074136.900476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00000080:00000010:0.1:1769074137.270581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7820.
00010000:00000010:2.1:1769074137.377249:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:2.1:1769074137.377265:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074137.391567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074137.611577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:0.1:1769074137.611585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00010000:00000010:2.1:1769074137.614932:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074137.756651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074137.756660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00010000:00000010:0.1:1769074137.899431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074137.899443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074137.902591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074137.902611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074138.075731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074138.075749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074138.089590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074138.089614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074138.126038:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d620.
00010000:00000010:0.1:1769074138.188705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074138.188720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074138.200584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074138.206450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074138.265264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:2.1:1769074138.541625:0:28763:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea70e0.
00010000:00000010:0.1:1769074138.704397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074138.704414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00000080:00000010:2.1:1769074138.731095:0:28767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00010000:00000010:0.1:1769074138.795585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074138.795615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074138.810439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074138.818431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074138.874568:0:28755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00000080:00000010:0.1:1769074139.126335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bee0.
00000080:00000010:2.1:1769074139.233613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:2.1:1769074139.318389:0:28788:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:2.1:1769074139.318407:0:28788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:2.1:1769074139.359127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b7a0.
00010000:00000010:0.1:1769074139.461590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074139.461606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074139.483657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074139.593423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074139.593436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074139.600672:0:24906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074139.600703:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074139.674766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:0.1:1769074139.674783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074139.681706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074139.688217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074139.712163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8c0.
00010000:00000010:0.1:1769074139.914962:0:28804:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074139.914983:0:28804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074139.929809:0:51:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074140.169559:0:28838:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074140.169571:0:28838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074140.185929:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074140.185946:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074140.223207:0:28845:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b900.
00010000:00000010:0.1:1769074140.430581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074140.430595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074140.490414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00000080:00000010:2.1:1769074140.668574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7460.
00010000:00000010:0.1:1769074140.998570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:0.1:1769074140.998579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074141.002559:0:28861:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074141.002573:0:28861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074141.087431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074141.087447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074141.097584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074141.107060:0:28864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074141.154610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d740.
00010000:00000010:2.1:1769074141.193581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074141.193596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074141.210059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074141.210102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:0.1:1769074141.256566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348ba60.
00010000:00000010:0.1:1769074141.329287:0:28822:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074141.329302:0:28822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074141.397386:0:28871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df60.
00010000:00000010:0.1:1769074141.497673:0:51:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074141.497696:0:51:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00010000:00000010:0.1:1769074141.823264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074141.823280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074141.827810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074141.827830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074141.921572:0:28895:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074141.921578:0:28895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:0.1:1769074142.026679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074142.026696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074142.085140:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2c0.
00010000:00000010:0.1:1769074142.126592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074142.126611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074142.145708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074142.149716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074142.233397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074142.233406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074142.243752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074142.250510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074142.301579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df80.
00010000:00000010:0.1:1769074142.380585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00000080:00000010:0.1:1769074142.427578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d20.
00010000:00000010:0.1:1769074142.583585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:0.1:1769074142.583610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:0.1:1769074142.592379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074142.595993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074142.673576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074142.673591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074142.688638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00000080:00000010:2.1:1769074143.222636:0:28985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7480.
00010000:00000010:0.1:1769074143.387953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00000080:00000010:0.1:1769074143.415991:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:2.1:1769074143.606576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074143.675587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074143.675608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074143.699123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074143.699138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:2.1:1769074143.749644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9e0.
00010000:00000010:0.1:1769074143.781976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074143.782006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074143.787583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074143.791580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:0.1:1769074143.815562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00010000:00000010:0.1:1769074143.848769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074143.848782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074143.857428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074143.857446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074143.875578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc20.
00010000:00000010:0.1:1769074143.914677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074143.914692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:0.1:1769074143.965970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc20.
00010000:00000010:0.1:1769074144.273031:0:29025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:0.1:1769074144.273050:0:29025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00000080:00000010:0.1:1769074144.341545:0:29033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00010000:00000010:2.1:1769074144.477166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074144.477183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074144.531607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f560.
00010000:00000010:2.1:1769074144.659011:0:29047:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074144.659030:0:29047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074144.678546:0:29055:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074144.752329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074144.752336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:0.1:1769074144.858639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00000080:00000010:0.1:1769074144.899000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd40.
00010000:00000010:0.1:1769074144.925587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074144.925607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074144.935669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074144.943697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074145.154575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074145.154588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074145.177668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074145.182986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074145.234026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d580.
00010000:00000010:2.1:1769074145.303304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074145.303321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074145.358557:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f360.
00010000:00000010:0.1:1769074145.424679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074145.424699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074145.436981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074145.437001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074145.673289:0:29090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d80.
00000080:00000010:0.1:1769074146.112718:0:29132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a60.
00010000:00000010:0.1:1769074146.157626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074146.157642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074146.162560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074146.169098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074146.216610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00010000:00000010:2.1:1769074146.266853:0:46:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074146.266873:0:46:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074146.285185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:2.1:1769074146.293712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074146.339561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b360.
00010000:00000010:0.1:1769074146.441573:0:29119:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:0.1:1769074146.441584:0:29119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074146.600165:0:29126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7560.
00010000:00000010:2.1:1769074146.666580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074146.743520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74c0.
00010000:00000010:2.1:1769074146.783593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:2.1:1769074146.783606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074146.921620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00010000:00000010:2.1:1769074147.143947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074147.143962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074147.174600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00000080:00000010:2.1:1769074147.223343:0:29161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b4e0.
00010000:00000010:2.1:1769074147.285560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074147.389995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074147.390011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074147.390016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074147.390022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074147.450861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00000080:00000010:2.1:1769074147.597725:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7440.
00010000:00000010:0.1:1769074147.757695:0:29201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074147.757705:0:29201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074147.764871:0:29197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074147.764894:0:29197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074147.826986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2e0.
00010000:00000010:0.1:1769074147.888637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074147.888651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074147.913929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00000080:00000010:0.1:1769074148.061542:0:29215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f300.
00010000:00000010:2.1:1769074148.127591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:2.1:1769074148.127613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074148.172636:0:29218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa20.
00010000:00000010:2.1:1769074148.235900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074148.239798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074148.274680:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75c0.
00010000:00000010:2.1:1769074148.340618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074148.340635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074148.355586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074148.355614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:0.1:1769074148.551603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7400.
00010000:00000010:2.1:1769074148.791622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673da00.
00000080:00000010:0.1:1769074148.857036:0:29232:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73e0.
00010000:00000010:0.1:1769074148.952568:0:29234:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074148.952575:0:29234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00010000:00000010:0.1:1769074148.959575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074148.959596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074149.029268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d000.
00010000:00000010:2.1:1769074149.090269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:2.1:1769074149.090288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074149.278713:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:0.1:1769074149.278725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074149.295562:0:29246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074149.295578:0:29246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074149.430975:0:29257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00010000:00000010:2.1:1769074149.547658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074149.547677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:2.1:1769074149.590993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074149.698447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074149.698467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074149.705677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074149.709706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074149.764560:0:29284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00010000:00000010:0.1:1769074149.822582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074149.822594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074149.867562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074149.867574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074149.903010:0:29269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6e0.
00010000:00000010:0.1:1769074149.966856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:0.1:1769074149.966868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074149.967680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074149.967705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:2.1:1769074150.097572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074150.097595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00010000:00000010:0.1:1769074150.133589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074150.249665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074150.249675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074150.254584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074150.254606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00000080:00000010:0.1:1769074150.294706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2e0.
00010000:00000010:0.1:1769074150.337920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074150.337928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074150.345045:0:29297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074150.345059:0:29297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00000080:00000010:0.1:1769074150.376197:0:29298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00000080:00000010:0.1:1769074150.466614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00010000:00000010:0.1:1769074150.509485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074150.509492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074150.523642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074150.523658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074150.540859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d3e0.
00010000:00000010:2.1:1769074151.059825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec400.
00010000:00000010:2.1:1769074151.059837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074151.080925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074151.192572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074151.192580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00010000:00000010:0.1:1769074151.197586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074151.197610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074151.307816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074151.307833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074151.312557:0:29334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074151.317304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074151.504576:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7460.
00010000:00000010:0.1:1769074151.561565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074151.561582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:0.1:1769074151.577286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074151.584274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:2.1:1769074151.662128:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd20.
00010000:00000010:2.1:1769074151.734014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:2.1:1769074151.734028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00010000:00000010:2.1:1769074151.748213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074151.769185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074151.809833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b5a0.
00000080:00000010:0.1:1769074152.059564:0:29373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f640.
00010000:00000010:0.1:1769074152.119566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074152.119576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074152.127832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074152.243676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074152.243688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074152.437034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074152.437045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00000080:00000010:2.1:1769074152.531556:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfa0.
00000080:00000010:0.1:1769074152.752550:0:29422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7940.
00000080:00000010:0.1:1769074152.858558:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72e0.
00000080:00000010:0.1:1769074152.980921:0:29427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00010000:00000010:0.1:1769074153.029562:0:29410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:0.1:1769074153.029575:0:29410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00010000:00000010:0.1:1769074153.078578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00000080:00000010:2.1:1769074153.308409:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73e0.
00010000:00000010:2.1:1769074153.361218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074153.361230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074153.379576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074153.379596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074153.415106:0:29437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bd80.
00010000:00000010:0.1:1769074153.459584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00010000:00000010:0.1:1769074153.459600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:0.1:1769074153.484942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074153.484962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074153.576811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00010000:00000010:2.1:1769074153.641672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074153.641680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074153.647621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074153.655634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00000080:00000010:2.1:1769074153.705677:0:29442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b380.
00010000:00000010:0.1:1769074153.769669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:0.1:1769074153.769684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074153.786572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00000080:00000010:0.1:1769074153.823818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7f20.
00010000:00000010:0.1:1769074153.865573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074153.865581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074153.886719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074154.017274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074154.123745:0:29454:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:0.1:1769074154.123878:0:29454:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00010000:00000010:0.1:1769074154.147074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074154.147087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074154.201213:0:29467:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9a0.
00010000:00000010:0.1:1769074154.374299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074154.374312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074154.380568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074154.380581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074154.427549:0:29494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da00.
00010000:00000010:2.1:1769074154.491866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074154.491899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074154.625590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:2.1:1769074154.625616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:2.1:1769074154.646841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074154.654908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:0.1:1769074154.780582:0:29502:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074154.780596:0:29502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074154.786759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074154.790643:0:29502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074154.827570:0:29504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7ddc0.
00010000:00000010:2.1:1769074154.885592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074154.885610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074154.907584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074154.912728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:2.1:1769074154.941775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b680.
00010000:00000010:2.1:1769074154.988121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074154.988141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074155.012983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00000080:00000010:2.1:1769074155.071765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00010000:00000010:2.1:1769074155.141919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074155.141934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00010000:00000010:2.1:1769074155.149299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074155.152610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074155.206567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b760.
00010000:00000010:2.1:1769074155.283857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074155.283876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074155.299250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074155.303563:0:29514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074155.347362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b980.
00010000:00000010:2.1:1769074155.438599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074155.438607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074155.449582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074155.523571:0:29518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b4a0.
00010000:00000010:0.1:1769074155.594567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074155.594581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:2.1:1769074155.607587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074155.607650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00000080:00000010:0.1:1769074155.794855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa00.
00010000:00000010:2.1:1769074156.048345:0:29543:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074156.048357:0:29543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074156.070680:0:29529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074156.072195:0:29529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:2.1:1769074156.121751:0:29546:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b360.
00010000:00000010:0.1:1769074156.180575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074156.180588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:0.1:1769074156.184573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074156.184590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074156.280640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074156.280656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074156.305600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074156.382640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074156.382650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074156.386699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074156.386719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074156.443760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da60.
00010000:00000010:0.1:1769074156.491579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074156.491601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00000080:00000010:0.1:1769074156.589565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb20.
00010000:00000010:0.1:1769074156.932225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074156.932243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074156.958585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074157.075793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00000080:00000010:0.1:1769074157.142807:0:29591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7420.
00010000:00000010:0.1:1769074157.225359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074157.234798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074157.261608:0:29593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f760.
00010000:00000010:0.1:1769074157.338570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074157.338588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074157.368139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00010000:00000010:2.1:1769074157.475750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00000080:00000010:0.1:1769074157.509653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea77e0.
00010000:00000010:0.1:1769074157.607625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074157.607632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:2.1:1769074157.621942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00000080:00000010:0.1:1769074157.984468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74a0.
00010000:00000010:0.1:1769074158.042075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074158.042089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074158.049020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074158.074645:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074158.180928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:0.1:1769074158.180951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b000.
00000080:00000010:0.1:1769074158.271602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f220.
00010000:00000010:0.1:1769074158.399745:0:1295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074158.399761:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074158.443600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074158.446217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074158.502700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00010000:00000010:2.1:1769074158.621741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074158.621757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074158.625789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074158.625813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074158.695920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bbe0.
00010000:00000010:0.1:1769074158.778606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074158.778615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074158.800773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074158.803764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074158.861850:0:29654:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfc0.
00010000:00000010:0.1:1769074158.968630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074158.968655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074158.977687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074158.991696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074159.002089:0:29660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d340.
00010000:00000010:2.1:1769074159.065928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074159.065945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:0.1:1769074159.491161:0:29669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff60.
00010000:00000010:2.1:1769074159.594379:0:29605:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074159.594389:0:29605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074159.635581:0:29678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:0.1:1769074159.635597:0:29678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074160.127680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73e0.
00010000:00000010:0.1:1769074160.208826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074160.219669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074160.239606:0:29716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bda0.
00010000:00000010:2.1:1769074160.313706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:2.1:1769074160.313724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00010000:00000010:2.1:1769074160.343096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074160.343115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:0.1:1769074160.427896:0:29721:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:0.1:1769074160.427907:0:29721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074160.432675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074160.432690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074160.466667:0:29723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dce0.
00010000:00000010:0.1:1769074160.542996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074160.543011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:2.1:1769074160.620713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074160.620732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074160.643865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074160.647253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074160.765225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:0.1:1769074160.765245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00010000:00000010:0.1:1769074160.767796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074160.767823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074160.801343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dce0.
00010000:00000010:2.1:1769074160.872854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074160.872874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00010000:00000010:2.1:1769074160.885585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074160.885610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074161.085586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074161.118704:0:2:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fcc0.
00010000:00000010:2.1:1769074161.199781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00000080:00000010:0.1:1769074161.282778:0:29742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f7a0.
00000080:00000010:2.1:1769074161.546049:0:29752:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:2.1:1769074161.643048:0:29782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074161.643062:0:29782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074161.770055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:2.1:1769074161.770088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:2.1:1769074161.791646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074161.796946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074161.851577:0:29777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b440.
00010000:00000010:2.1:1769074161.927563:0:29790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074161.935661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7680.
00010000:00000010:0.1:1769074161.985769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074161.985786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074161.990589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074161.990635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074162.074916:0:29793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:0.1:1769074162.150191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074162.150200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074162.231604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074162.231620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00000080:00000010:0.1:1769074162.286579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0a0.
00010000:00000010:2.1:1769074162.406617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673de00.
00000080:00000010:0.1:1769074162.449363:0:29802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75a0.
00010000:00000010:0.1:1769074162.540611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074162.540627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074162.547746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074162.554048:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074162.712996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:2.1:1769074162.717596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00010000:00000010:0.1:1769074162.819600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec400.
00010000:00000010:0.1:1769074162.819617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:0.1:1769074163.004823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074163.004849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00010000:00000010:0.1:1769074163.116136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074163.116148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074163.176334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074163.176349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074163.334814:0:22623:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074163.334828:0:22623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074163.410312:0:29822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:2.1:1769074163.522588:0:29839:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d420.
00010000:00000010:2.1:1769074163.576245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074163.576257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074163.595009:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074163.604995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074163.678620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bd80.
00010000:00000010:0.1:1769074163.743615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074163.743630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:0.1:1769074163.759881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074163.764581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:2.1:1769074163.885351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074163.885368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074163.891596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:0.1:1769074163.900228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074164.058728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:2.1:1769074164.062899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00000080:00000010:0.1:1769074164.274548:0:29871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bf20.
00010000:00000010:2.1:1769074164.319594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074164.319608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074164.326705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074164.330881:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074164.366562:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348bc20.
00000080:00000010:0.1:1769074164.489092:0:29876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76c0.
00010000:00000010:2.1:1769074164.558739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074164.558758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074164.569567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074164.573655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074164.724128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074164.724146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074164.856585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:0.1:1769074164.860652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00010000:00000010:0.1:1769074165.292709:0:29902:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074165.292724:0:29902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074165.323273:0:29897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074165.359249:0:29911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074165.447163:0:29922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00010000:00000010:2.1:1769074165.598618:0:29930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:2.1:1769074165.677675:0:29933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff60.
00010000:00000010:2.1:1769074165.784585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074165.784603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074166.049401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:0.1:1769074166.049428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074166.137376:0:29939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea70e0.
00000080:00000010:0.1:1769074166.259678:0:29943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00000080:00000010:0.1:1769074166.369605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f240.
00010000:00000010:0.1:1769074166.444663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074166.444679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074166.486722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074166.486745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074166.634603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:0.1:1769074166.634619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00010000:00000010:0.1:1769074166.647727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074166.652761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074166.679288:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7600.
00000080:00000010:2.1:1769074166.823106:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7420.
00010000:00000010:2.1:1769074166.897488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec400.
00010000:00000010:2.1:1769074166.897497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074166.902930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074166.908136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074167.207891:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:2.1:1769074167.207900:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074167.227638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074167.227661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:2.1:1769074167.354203:0:29974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b1e0.
00010000:00000010:2.1:1769074167.532220:0:29987:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074167.532233:0:29987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00010000:00000010:2.1:1769074167.558609:0:29990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074167.599850:0:29990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074167.803705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074167.803721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074167.861755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074167.861775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:2.1:1769074168.231968:0:30012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f940.
00010000:00000010:2.1:1769074168.323672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00010000:00000010:2.1:1769074168.323678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00000080:00000010:0.1:1769074168.400579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203a0.
00000080:00000010:2.1:1769074168.522632:0:30019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76c0.
00010000:00000010:2.1:1769074168.575591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074168.628722:0:30022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f100.
00010000:00000010:0.1:1769074168.669061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074168.669076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074168.683583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074168.683606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00000080:00000010:0.1:1769074168.738588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8c0.
00010000:00000010:0.1:1769074168.823582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:0.1:1769074168.823603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074168.862361:0:30028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7f00.
00010000:00000010:2.1:1769074168.937600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074168.937616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074168.965582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00000080:00000010:0.1:1769074169.023680:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20be0.
00010000:00000010:0.1:1769074169.121801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074169.121811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074169.200288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df00.
00010000:00000010:0.1:1769074169.254763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074169.254780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074169.280157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:2.1:1769074169.287589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:2.1:1769074169.867553:0:30040:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074169.867567:0:30040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:2.1:1769074170.164508:0:30100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7100.
00010000:00000010:2.1:1769074170.333805:0:30089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:2.1:1769074170.333819:0:30089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673da00.
00010000:00000010:0.1:1769074170.347999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074170.565995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074170.566006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074170.621621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00000080:00000010:0.1:1769074170.660671:0:30131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7460.
00000080:00000010:0.1:1769074170.835483:0:30151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7000.
00010000:00000010:0.1:1769074170.974903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074170.974920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074171.156039:0:30142:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074171.156049:0:30142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:2.1:1769074171.183363:0:30181:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074171.183390:0:30181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074171.305616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074171.305634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:2.1:1769074171.429094:0:24906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:2.1:1769074171.429102:0:24906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074171.518537:0:30183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a60.
00010000:00000010:2.1:1769074171.919603:0:30242:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074171.919617:0:30242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074171.953498:0:30183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074171.953512:0:30183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074172.100470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fa0.
00000080:00000010:0.1:1769074172.247607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa80.
00010000:00000010:0.1:1769074172.300547:0:30256:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074172.300553:0:30256:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074172.334987:0:22623:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074172.335008:0:22623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00000080:00000010:2.1:1769074172.423861:0:30263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00010000:00000010:0.1:1769074172.495698:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074172.495712:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074172.544855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074172.544870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074172.637823:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9c0.
00010000:00000010:0.1:1769074172.738608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074172.738618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074172.810558:0:30292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00010000:00000010:0.1:1769074172.890828:0:30294:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074172.890835:0:30294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074172.909016:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074172.909049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074173.069707:0:30299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074173.074590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074173.116737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa40.
00010000:00000010:0.1:1769074173.274639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074173.274653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074173.412007:0:30324:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db40.
00010000:00000010:2.1:1769074173.555436:0:30307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074173.555450:0:30307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00010000:00000010:0.1:1769074173.921980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:0.1:1769074173.921994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074174.141575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074174.141590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074174.144275:0:30371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074174.144295:0:30371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074174.541143:0:30399:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074174.541151:0:30399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:2.1:1769074174.555680:0:30401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074174.555699:0:30401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074174.927457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff40.
00010000:00000010:2.1:1769074175.058986:0:30377:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074175.058997:0:30377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:2.1:1769074175.498798:0:8:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074175.498814:0:8:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00010000:00000010:0.1:1769074175.532849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074175.532870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074175.681677:0:30470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074175.681692:0:30470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074175.686377:0:30470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074175.686396:0:30470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074176.062660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074176.271347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074176.497809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:2.1:1769074176.497839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074176.676539:0:30423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:0.1:1769074176.676547:0:30423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:2.1:1769074177.263077:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f0e0.
00010000:00000010:2.1:1769074177.393452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b000.
00010000:00000010:2.1:1769074177.545132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00000080:00000010:2.1:1769074177.619080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f220.
00010000:00000010:2.1:1769074177.893846:0:30601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535af00.
00010000:00000010:2.1:1769074177.893858:0:30601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074177.927835:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074177.927859:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074178.413335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074178.413345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074178.566725:0:30642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074178.566741:0:30642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074178.721888:0:30645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074178.721901:0:30645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074178.746038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074178.746054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074178.997580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074178.997595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074179.243790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906eca00.
00010000:00000010:0.1:1769074179.374580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074179.374593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074179.383895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074179.390629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074179.493336:0:30697:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d540.
00010000:00000010:2.1:1769074179.632773:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:2.1:1769074179.632780:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074179.690870:0:26166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7080.
00010000:00000010:0.1:1769074179.800656:0:30720:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:0.1:1769074179.800678:0:30720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074179.984862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074180.022947:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00010000:00000010:0.1:1769074180.057853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074180.057867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074180.067560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074180.067577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074180.336575:0:30776:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:0.1:1769074180.336587:0:30776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074180.341738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074180.341760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074180.390745:0:30770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dee0.
00010000:00000010:0.1:1769074180.514589:0:30695:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074180.514598:0:30695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074180.551770:0:30749:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074180.551783:0:30749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00000080:00000010:0.1:1769074180.631553:0:30796:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00010000:00000010:2.1:1769074180.732438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00000080:00000010:0.1:1769074180.969567:0:30811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7420.
00010000:00000010:2.1:1769074181.046691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074181.093717:0:30813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f980.
00010000:00000010:2.1:1769074181.131986:0:25:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074181.132009:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074181.158921:0:30816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fee0.
00010000:00000010:2.1:1769074181.273577:0:30697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:0.1:1769074181.686935:0:30830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7600.
00000080:00000010:0.1:1769074191.003559:0:2411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2a0.
00010000:00000010:0.1:1769074191.003572:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074191.003578:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074191.143588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:2.1:1769074191.143603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074191.154184:0:31095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20240.
00000080:00000010:0.1:1769074192.661575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f5c0.
00010000:00000010:0.1:1769074194.127560:0:31170:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074194.127565:0:31170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:2.1:1769074194.194021:0:31171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f360.
00010000:00000010:0.1:1769074226.785720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074226.793671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074226.793681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074228.635700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074228.759563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7ee0.
00010000:00000010:2.1:1769074238.257752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074238.311580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074238.440550:0:46:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00010000:00000010:0.1:1769074252.108628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074252.125688:0:33423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074252.125829:0:33423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:0.1:1769074252.125836:0:33423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074252.233866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074252.361619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074252.583778:0:33439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074252.589644:0:33439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074252.589661:0:33439:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074252.589665:0:33439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074252.589669:0:33439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:0.1:1769074252.589676:0:33439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f320.
00010000:00000010:2.1:1769074252.733562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074252.745585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207c0.
00000080:00000010:0.1:1769074252.745604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7680.
00010000:00000010:0.1:1769074252.815025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074252.825584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074252.825593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074252.825597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074252.833583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d300.
00000080:00000010:0.1:1769074252.833601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7be0.
00010000:00000010:0.1:1769074252.910776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074252.915703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074252.915723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074252.915727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074252.933050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a40.
00000080:00000010:0.1:1769074252.933067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a200e0.
00010000:00000010:0.1:1769074253.000601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074253.004745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074253.004762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:2.1:1769074253.004766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074253.351099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074253.359588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074253.359606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:0.1:1769074253.359610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00000080:00000010:0.1:1769074253.363592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00000080:00000010:0.1:1769074253.363610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20980.
00000080:00000010:0.1:1769074253.537753:0:33465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72e0.
00000080:00000010:0.1:1769074253.537776:0:33465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7940.
00000080:00000010:0.1:1769074253.664361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7f00.
00000080:00000010:0.1:1769074253.664387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00010000:00000010:0.1:1769074253.850610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074253.850625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074253.850629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074253.868618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7180.
00000080:00000010:0.1:1769074253.868639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7400.
00010000:00000010:2.1:1769074253.976647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:2.1:1769074253.976654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074253.976658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074254.001583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe60.
00000080:00000010:0.1:1769074254.001601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f400.
00010000:00000010:0.1:1769074254.093952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074254.093965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074254.093969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074254.101618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7560.
00000080:00000010:0.1:1769074254.101642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7700.
00010000:00000010:0.1:1769074254.234580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074254.234593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074254.234597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074254.269667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00000080:00000010:0.1:1769074254.269682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7ce0.
00010000:00000010:0.1:1769074254.374081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074254.374097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:0.1:1769074254.374101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074254.386584:0:33490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f280.
00000080:00000010:0.1:1769074254.386602:0:33490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f940.
00010000:00000010:0.1:1769074254.604266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074254.840534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074254.848267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074254.848284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074254.848288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074254.881987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00000080:00000010:0.1:1769074254.882006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea78c0.
00010000:00000010:2.1:1769074255.046208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074255.058054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074255.058073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074255.058077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074255.347036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074255.347059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074255.347063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074255.368486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7920.
00000080:00000010:0.1:1769074255.368507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00010000:00000010:0.1:1769074255.446177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074255.792246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074255.795772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074255.795788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074255.795792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074255.815616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20660.
00000080:00000010:0.1:1769074255.815638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f820.
00010000:00000010:0.1:1769074256.002601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074256.013227:0:33527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074256.013244:0:33527:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074256.013249:0:33527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074256.314213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074256.318692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074256.318705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074256.318717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074257.156571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074257.388684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074257.388701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074257.388723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:2.1:1769074257.388728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074257.409681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a208c0.
00000080:00000010:0.1:1769074257.409704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dce0.
00000080:00000010:0.1:1769074257.540519:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7460.
00000080:00000010:0.1:1769074257.540739:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00010000:00000010:0.1:1769074257.649025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074257.653858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074257.653874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074257.653878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074257.663831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dee0.
00000080:00000010:0.1:1769074257.663846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20440.
00010000:00000010:0.1:1769074257.737866:0:33572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074257.748579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074257.748593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:0.1:1769074257.748598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074257.758676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0c0.
00000080:00000010:0.1:1769074257.758690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dee0.
00010000:00000010:0.1:1769074257.879698:0:33580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074257.879714:0:33580:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:0.1:1769074257.879719:0:33580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074257.891271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:0.1:1769074257.891286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00010000:00000010:2.1:1769074257.963575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074257.967585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074257.967602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074257.967606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:2.1:1769074257.967612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b00.
00000080:00000010:2.1:1769074257.967621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00010000:00000010:0.1:1769074258.172950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074258.172966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074258.172971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074258.172976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074258.187578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7ce0.
00000080:00000010:0.1:1769074258.187596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:0.1:1769074258.441573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074258.445581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074258.445593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074258.445598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074258.445610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00000080:00000010:0.1:1769074258.445618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f960.
00010000:00000010:0.1:1769074258.651856:0:33608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074258.651866:0:33608:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074258.651870:0:33608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074258.665717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00000080:00000010:0.1:1769074258.665736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00010000:00000010:0.1:1769074258.782710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074258.782726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074258.782731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074258.800786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72e0.
00000080:00000010:0.1:1769074258.800804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7940.
00010000:00000010:0.1:1769074259.152554:0:33629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074259.152562:0:33629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074259.152566:0:33629:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074259.152568:0:33629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074259.176839:0:33630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:0.1:1769074259.176866:0:33630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2e0.
00010000:00000010:2.1:1769074259.242652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074259.249219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074259.249240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074259.249244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:2.1:1769074259.267567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20520.
00000080:00000010:2.1:1769074259.267582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d60.
00010000:00000010:0.1:1769074259.310988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074259.334584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074259.334603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:2.1:1769074259.334608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:2.1:1769074259.347659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:2.1:1769074259.347675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd80.
00010000:00000010:0.1:1769074259.455558:0:33640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:0.1:1769074259.467614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074259.467631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074259.467636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074259.471767:0:33642:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7820.
00000080:00000010:0.1:1769074259.471786:0:33642:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00000080:00000010:0.1:1769074259.609715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff20.
00000080:00000010:0.1:1769074259.609731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f0c0.
00010000:00000010:0.1:1769074259.686159:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074259.846199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074259.846208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074259.846213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074259.855364:0:33657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074260.169664:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074260.169677:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074260.169681:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:2.1:1769074260.182663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1c0.
00000080:00000010:2.1:1769074260.182682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb20.
00010000:00000010:0.1:1769074260.214813:0:33670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074260.214822:0:33670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074260.214936:0:33670:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074260.214941:0:33670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074260.225585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00000080:00000010:0.1:1769074260.225602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00010000:00000010:0.1:1769074260.312563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074260.328756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:0.1:1769074260.328766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074260.328770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074260.328775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f420.
00000080:00000010:0.1:1769074260.328782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd80.
00010000:00000010:0.1:1769074260.354573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074260.503959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074260.508819:0:33682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074260.508826:0:33682:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:2.1:1769074260.508830:0:33682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:2.1:1769074260.514602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20000.
00000080:00000010:2.1:1769074260.514629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ac0.
00010000:00000010:0.1:1769074260.864574:0:33692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074260.869100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074260.869124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074260.869128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074260.880661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00000080:00000010:0.1:1769074260.880684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20de0.
00010000:00000010:2.1:1769074261.083043:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074261.083058:0:2405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074261.083062:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074261.101673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1e0.
00000080:00000010:0.1:1769074261.101691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fc80.
00000080:00000010:0.1:1769074261.343118:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00000080:00000010:0.1:1769074261.343137:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f40.
00010000:00000010:2.1:1769074261.481361:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074261.481456:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:2.1:1769074261.481461:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074261.484764:0:33712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7720.
00000080:00000010:0.1:1769074261.484783:0:33712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7ce0.
00010000:00000010:0.1:1769074261.591103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074261.593573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074261.593594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074261.593599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074261.696705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074261.696723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074261.696728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:2.1:1769074261.714066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea78c0.
00000080:00000010:2.1:1769074261.714079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00010000:00000010:0.1:1769074261.914639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074261.985693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074262.001194:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074262.001212:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074262.001216:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074262.017845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d380.
00000080:00000010:0.1:1769074262.017867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00010000:00000010:0.1:1769074262.148631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074262.148645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:0.1:1769074262.148651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074262.148655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074262.163462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00000080:00000010:0.1:1769074262.163484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2c0.
00010000:00000010:0.1:1769074262.530584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074262.717946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:0.1:1769074262.717966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7600.
00010000:00000010:0.1:1769074262.784179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074262.817662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00000080:00000010:0.1:1769074262.817676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e60.
00010000:00000010:0.1:1769074263.025655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074263.025675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074263.025681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074263.042938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74a0.
00000080:00000010:0.1:1769074263.042959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a80.
00010000:00000010:0.1:1769074263.171594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074263.404683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074263.609639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074263.618604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074263.618624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074263.618628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074263.704644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074263.794844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074263.810546:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074263.810555:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:0.1:1769074263.810559:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074263.816803:0:33782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074263.816820:0:33782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f680.
00010000:00000010:0.1:1769074263.873574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074263.880085:0:33782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074263.880098:0:33782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074263.880115:0:33782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074263.900683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074263.900705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7980.
00010000:00000010:2.1:1769074264.110317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074264.114406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074264.114422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074264.114425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:2.1:1769074264.127566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc80.
00000080:00000010:2.1:1769074264.127574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc00.
00010000:00000010:0.1:1769074264.233578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074264.241575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074264.241583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074264.241587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074264.262696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc20.
00000080:00000010:0.1:1769074264.262714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00010000:00000010:0.1:1769074264.301277:0:33797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074264.301294:0:33797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074264.301300:0:33797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074264.301304:0:33797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074264.309714:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20240.
00000080:00000010:0.1:1769074264.309728:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20180.
00010000:00000010:0.1:1769074264.378578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074264.555331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074264.563033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074264.563046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074264.563049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074264.572569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00000080:00000010:0.1:1769074264.572580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00000080:00000010:0.1:1769074264.625571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00000080:00000010:0.1:1769074264.625589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea78c0.
00010000:00000010:2.1:1769074264.744710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074264.744729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:2.1:1769074264.744734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074264.840659:0:33819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00000080:00000010:0.1:1769074264.840674:0:33819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:0.1:1769074265.059130:0:33825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074265.064571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074265.064585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:0.1:1769074265.064590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074265.069579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8e0.
00000080:00000010:0.1:1769074265.069598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00010000:00000010:0.1:1769074265.197581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074265.197594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074265.197616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074265.223487:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f240.
00000080:00000010:0.1:1769074265.223509:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00010000:00000010:2.1:1769074265.292383:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074265.292399:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:2.1:1769074265.292403:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074265.484651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074265.617656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074265.629691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074265.629711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074265.629716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074265.639674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:0.1:1769074265.639691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00010000:00000010:0.1:1769074265.699375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074265.887660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73a0.
00000080:00000010:0.1:1769074265.887684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00000080:00000010:2.1:1769074265.997566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7be0.
00000080:00000010:2.1:1769074265.997582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00010000:00000010:0.1:1769074266.093576:0:33858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074266.097966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074266.097982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074266.097986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074266.110293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074266.110309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2e0.
00010000:00000010:2.1:1769074266.368598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074266.378145:0:33867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074266.378173:0:33867:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074266.378177:0:33867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074266.440702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074266.440720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074266.440725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074266.440730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074266.451575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074266.451593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d300.
00000080:00000010:0.1:1769074266.756558:0:33875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00000080:00000010:0.1:1769074266.756574:0:33875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d160.
00010000:00000010:0.1:1769074266.880899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074266.891886:0:33880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074266.891910:0:33880:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074266.891916:0:33880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074266.914715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00000080:00000010:0.1:1769074266.914740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d740.
00010000:00000010:0.1:1769074267.002021:0:33881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074267.033740:0:33882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074267.033758:0:33882:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074267.033762:0:33882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074267.033767:0:33882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20340.
00000080:00000010:0.1:1769074267.033777:0:33882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b40.
00010000:00000010:0.1:1769074267.430127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074267.430133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074267.430148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074267.430153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074267.435917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6e0.
00000080:00000010:0.1:1769074267.435939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0a0.
00000080:00000010:0.1:1769074267.541616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7680.
00000080:00000010:0.1:1769074267.550665:0:33902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a00.
00010000:00000010:0.1:1769074267.780867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074267.786292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074267.786307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074267.786311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074267.790435:0:33908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f440.
00000080:00000010:0.1:1769074267.790448:0:33908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20660.
00010000:00000010:2.1:1769074267.847083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074267.850588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074267.850606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:2.1:1769074267.850611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:2.1:1769074267.864256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20020.
00000080:00000010:2.1:1769074267.864278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207e0.
00010000:00000010:2.1:1769074267.999671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074268.010595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074268.010612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074268.010617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:2.1:1769074268.020189:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201e0.
00000080:00000010:2.1:1769074268.020204:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d40.
00010000:00000010:0.1:1769074268.090574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074268.209775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074268.209791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074268.209795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074268.209799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074268.221575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2c0.
00000080:00000010:0.1:1769074268.221586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fcc0.
00000080:00000010:0.1:1769074268.444608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ffa0.
00000080:00000010:0.1:1769074268.444629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f060.
00010000:00000010:0.1:1769074268.500931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074268.500943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074268.500948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074268.500952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074268.515592:0:33931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dce0.
00000080:00000010:0.1:1769074268.515609:0:33931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dee0.
00010000:00000010:2.1:1769074268.702683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074268.702701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:2.1:1769074268.702706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074269.022385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:2.1:1769074269.022403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074269.022407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074269.172964:0:33945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074269.176665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074269.176681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074269.176708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074269.188970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7800.
00000080:00000010:0.1:1769074269.188995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00010000:00000010:0.1:1769074269.555356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074269.564608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074269.564635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074269.564639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074269.564644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d940.
00000080:00000010:0.1:1769074269.564654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00010000:00000010:2.1:1769074269.627605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074269.627619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074269.627623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074269.639557:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f260.
00000080:00000010:0.1:1769074269.639576:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f6c0.
00010000:00000010:2.1:1769074269.823774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074269.823782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:2.1:1769074269.823796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074269.889212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074269.889229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:0.1:1769074269.889232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074269.902025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00000080:00000010:0.1:1769074269.902041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74e0.
00010000:00000010:0.1:1769074270.118612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074270.118630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074270.118635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074270.118639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074270.329786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074270.329798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074270.329802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074270.329806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074270.344556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00000080:00000010:0.1:1769074270.344573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d340.
00010000:00000010:0.1:1769074270.692617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074270.780642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074270.786618:0:33994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074270.786650:0:33994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074270.786661:0:33994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074270.806109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209e0.
00000080:00000010:0.1:1769074270.806130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20800.
00010000:00000010:0.1:1769074270.961357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074271.165579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074271.165595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074271.165601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:0.1:1769074271.165605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074271.170602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d520.
00000080:00000010:0.1:1769074271.170702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f420.
00010000:00000010:0.1:1769074271.300576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074271.305599:0:34007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074271.305617:0:34007:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074271.305628:0:34007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074271.317414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:0.1:1769074271.317437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20520.
00010000:00000010:2.1:1769074271.490592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074271.490609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074271.490613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074271.592861:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074271.815679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074271.838575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20300.
00000080:00000010:0.1:1769074271.838594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f6e0.
00010000:00000010:0.1:1769074272.030577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074272.030592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074272.030597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074272.030601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074272.040567:0:34029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6e0.
00000080:00000010:0.1:1769074272.040581:0:34029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0a0.
00010000:00000010:2.1:1769074272.109586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074272.109618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074272.109625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:2.1:1769074272.115321:0:34030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:2.1:1769074272.115342:0:34030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00010000:00000010:0.1:1769074272.216650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074272.233291:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074272.233303:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074272.233307:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074272.252005:0:34036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc40.
00000080:00000010:0.1:1769074272.252015:0:34036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0a0.
00010000:00000010:0.1:1769074272.285270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074272.371322:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074272.380771:0:34042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074272.380787:0:34042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074272.380791:0:34042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074272.384563:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc40.
00000080:00000010:0.1:1769074272.384586:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ce0.
00010000:00000010:0.1:1769074272.551629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074272.577375:0:34050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074272.577392:0:34050:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074272.577396:0:34050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074272.587349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074272.587364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d540.
00010000:00000010:2.1:1769074272.645641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074272.920581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074273.170313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074273.178696:0:34064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074273.178712:0:34064:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074273.178716:0:34064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074273.196837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9e0.
00000080:00000010:0.1:1769074273.196856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20880.
00010000:00000010:0.1:1769074273.290597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074273.294577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074273.294588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074273.294606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:2.1:1769074273.317085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20940.
00000080:00000010:2.1:1769074273.317101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f60.
00010000:00000010:0.1:1769074273.344563:0:34071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074273.351571:0:34072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074273.351586:0:34072:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074273.351589:0:34072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074273.355677:0:34073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9e0.
00000080:00000010:0.1:1769074273.355694:0:34073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7800.
00010000:00000010:2.1:1769074273.415618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074273.415627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074273.415631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074273.415635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074273.422294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fc0.
00000080:00000010:2.1:1769074273.422323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00010000:00000010:0.1:1769074273.519833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074273.523612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074273.523628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074273.523633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074273.541741:0:34079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:0.1:1769074273.541761:0:34079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074273.666355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074273.671319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074273.671334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074273.671338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074273.702142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d9e0.
00000080:00000010:0.1:1769074273.702163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:2.1:1769074273.796228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074273.796241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:2.1:1769074273.796247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074273.827340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb60.
00000080:00000010:0.1:1769074273.827361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00010000:00000010:0.1:1769074274.101158:0:34092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074274.109846:0:34093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:0.1:1769074274.109862:0:34093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:0.1:1769074274.109866:0:34093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00000080:00000010:0.1:1769074274.125137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f880.
00000080:00000010:0.1:1769074274.125152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f600.
00010000:00000010:0.1:1769074274.245328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074274.247259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074274.247274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074274.247278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074274.259068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20de0.
00000080:00000010:0.1:1769074274.259081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe00.
00010000:00000010:0.1:1769074274.341583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074274.345874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074274.345881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074274.345884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074274.356874:0:34101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20aa0.
00000080:00000010:0.1:1769074274.356893:0:34101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6c0.
00010000:00000010:0.1:1769074274.420569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074274.420583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074274.420588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074274.420592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074274.436572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ce0.
00000080:00000010:0.1:1769074274.436587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f280.
00010000:00000010:0.1:1769074274.644571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074274.644583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074274.644587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074274.644675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074274.648587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00000080:00000010:0.1:1769074274.648693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d3e0.
00010000:00000010:0.1:1769074274.735755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074274.742288:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074274.742317:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074274.742321:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074274.742326:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00000080:00000010:0.1:1769074274.742333:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d3e0.
00000080:00000010:0.1:1769074275.004415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f5e0.
00000080:00000010:0.1:1769074275.004435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4c0.
00010000:00000010:0.1:1769074275.104320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074275.108565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:0.1:1769074275.108582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074275.108585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074275.122564:0:34129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da60.
00000080:00000010:0.1:1769074275.122581:0:34129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa80.
00010000:00000010:2.1:1769074275.223833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074275.223852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074275.223856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074275.237575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00000080:00000010:0.1:1769074275.237604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00010000:00000010:2.1:1769074275.320781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074275.324147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074275.324161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074275.324165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074275.333677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fac0.
00000080:00000010:2.1:1769074275.333702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f140.
00010000:00000010:2.1:1769074275.529413:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074275.554847:0:34142:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4e0.
00000080:00000010:0.1:1769074275.554868:0:34142:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8a0.
00010000:00000010:2.1:1769074275.833990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074276.015715:0:34155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074276.027311:0:34156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074276.027331:0:34156:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074276.027336:0:34156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074276.038295:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074276.038313:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc80.
00010000:00000010:0.1:1769074276.206709:0:34162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074276.206723:0:34162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074276.206728:0:34162:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074276.206731:0:34162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074276.211401:0:34163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d600.
00000080:00000010:0.1:1769074276.211427:0:34163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db20.
00010000:00000010:0.1:1769074276.400941:0:34169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074276.412731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074276.412745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:0.1:1769074276.412749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074276.539624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074276.543715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074276.543728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074276.543732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00000080:00000010:0.1:1769074276.552792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20960.
00000080:00000010:0.1:1769074276.552810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20cc0.
00010000:00000010:0.1:1769074276.620566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074276.626315:0:34176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074276.626331:0:34176:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:0.1:1769074276.626335:0:34176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074276.630668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb80.
00000080:00000010:0.1:1769074276.630693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00010000:00000010:0.1:1769074276.758862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074276.758877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074276.758883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074276.758888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074276.782124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d260.
00000080:00000010:0.1:1769074276.782140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d880.
00010000:00000010:0.1:1769074277.127580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074277.157063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074277.157071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074277.157075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074277.255695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074277.255708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074277.255712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074277.255716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074277.263378:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fcc0.
00000080:00000010:0.1:1769074277.263399:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff80.
00010000:00000010:2.1:1769074277.330671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074277.334603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074277.334673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:2.1:1769074277.334696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074277.349426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00000080:00000010:0.1:1769074277.349450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7440.
00000080:00000010:2.1:1769074277.483896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00000080:00000010:2.1:1769074277.483915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00010000:00000010:0.1:1769074277.553823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074277.553838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074277.553844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:0.1:1769074277.553849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074277.584027:0:34207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00000080:00000010:0.1:1769074277.584045:0:34207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4e0.
00010000:00000010:0.1:1769074277.766573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074277.766584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074277.766589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074277.778822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:0.1:1769074277.778841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20920.
00010000:00000010:0.1:1769074277.855461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074278.117106:0:34219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d80.
00000080:00000010:0.1:1769074278.117138:0:34219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4e0.
00010000:00000010:0.1:1769074278.190817:0:34220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074278.190824:0:34220:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074278.190829:0:34220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074278.210731:0:34221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c00.
00000080:00000010:0.1:1769074278.210752:0:34221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4e0.
00000080:00000010:0.1:1769074278.456324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:0.1:1769074278.456344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00010000:00000010:0.1:1769074278.545564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074278.556715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074278.556729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:0.1:1769074278.556733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074278.564762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f6e0.
00000080:00000010:0.1:1769074278.564783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00010000:00000010:0.1:1769074278.678954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074278.689460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074278.689473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074278.689478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074278.703761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea78c0.
00000080:00000010:0.1:1769074278.703783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f260.
00010000:00000010:0.1:1769074279.016813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074279.138016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074279.230572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074279.234766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074279.234777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:2.1:1769074279.234782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074279.246929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00000080:00000010:0.1:1769074279.246964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7b20.
00010000:00000010:0.1:1769074279.400568:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074279.431576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20380.
00000080:00000010:2.1:1769074279.431597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d3c0.
00000080:00000010:0.1:1769074279.528731:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7680.
00000080:00000010:0.1:1769074279.528753:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7440.
00000080:00000010:0.1:1769074279.805426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7100.
00000080:00000010:0.1:1769074279.805444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8a0.
00010000:00000010:2.1:1769074280.290203:0:34282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074280.290221:0:34282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074280.290226:0:34282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:2.1:1769074280.290230:0:34282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:2.1:1769074280.299567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20380.
00000080:00000010:2.1:1769074280.299581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea74a0.
00010000:00000010:0.1:1769074280.411621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074280.496690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074280.496704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074280.496708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074280.496721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074280.673284:0:34296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074280.673299:0:34296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074280.673304:0:34296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074280.673309:0:34296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074280.887687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074280.887701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074280.887706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074280.887709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074280.887713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00000080:00000010:0.1:1769074280.887721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00010000:00000010:0.1:1769074281.047692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074281.135739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074281.135751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074281.147920:0:34317:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074281.147934:0:34317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074281.154727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2c0.
00000080:00000010:0.1:1769074281.154751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa40.
00010000:00000010:0.1:1769074281.433020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074281.433035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074281.433040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074281.433044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074281.433049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20220.
00000080:00000010:0.1:1769074281.433058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:2.1:1769074281.593189:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074281.593208:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074281.593215:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:2.1:1769074281.593221:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074281.608830:0:34331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00000080:00000010:0.1:1769074281.608850:0:34331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a204c0.
00010000:00000010:2.1:1769074281.687388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074281.691419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074281.691434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:2.1:1769074281.691439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074281.704627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:2.1:1769074281.704642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d00.
00010000:00000010:0.1:1769074281.796705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074281.891382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074281.903202:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074281.903213:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074281.903217:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074282.017880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074282.017909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074282.017913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074282.023659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fc20.
00000080:00000010:0.1:1769074282.023681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00010000:00000010:0.1:1769074282.130593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074282.383585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074282.500780:0:34360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7ce0.
00000080:00000010:2.1:1769074282.500807:0:34360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20800.
00010000:00000010:2.1:1769074282.549069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074282.549086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:2.1:1769074282.549090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:2.1:1769074282.558586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00000080:00000010:2.1:1769074282.558600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:0.1:1769074282.705697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074282.728687:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074282.728708:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074282.728712:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074282.730820:0:34367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20960.
00000080:00000010:0.1:1769074282.730833:0:34367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20560.
00010000:00000010:0.1:1769074282.775607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074282.780632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074282.780645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074282.780650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074282.780654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074282.780662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00010000:00000010:0.1:1769074283.258596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074283.273212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074283.273229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074283.273233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00000080:00000010:0.1:1769074283.281730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d60.
00000080:00000010:0.1:1769074283.281745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72a0.
00010000:00000010:2.1:1769074283.523075:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074283.699585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074283.770577:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074283.770586:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074283.770590:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074284.099709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074284.099722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074284.099727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074284.099731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074284.106690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfc0.
00000080:00000010:0.1:1769074284.106715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074284.162651:0:34414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074284.174124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074284.174138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074284.174142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074284.181593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6a0.
00000080:00000010:0.1:1769074284.181604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d840.
00010000:00000010:2.1:1769074284.280757:0:34421:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074284.288598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074284.288613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074284.288617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:2.1:1769074284.303586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201a0.
00000080:00000010:2.1:1769074284.303598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00010000:00000010:0.1:1769074284.336637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074284.336651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074284.336656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074284.336660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074284.346581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00000080:00000010:0.1:1769074284.346593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d520.
00010000:00000010:0.1:1769074284.418785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074284.418799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074284.418804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074284.418807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074284.467743:0:34432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7560.
00000080:00000010:0.1:1769074284.467759:0:34432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00010000:00000010:0.1:1769074284.602598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074284.602608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074284.602624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074284.602631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074284.751855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074284.755789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074284.755798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074284.755802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074284.765191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20060.
00000080:00000010:0.1:1769074284.765211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00010000:00000010:0.1:1769074285.155662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074285.176241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074285.176256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074285.176260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074285.176267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb80.
00000080:00000010:0.1:1769074285.176276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f680.
00000080:00000010:2.1:1769074285.330606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d80.
00000080:00000010:2.1:1769074285.330622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00010000:00000010:0.1:1769074285.415996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074285.416009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074285.416013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:2.1:1769074285.438975:0:34459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:2.1:1769074285.438996:0:34459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00010000:00000010:0.1:1769074285.598236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074285.602653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074285.602664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074285.602667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074285.612655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fbc0.
00000080:00000010:0.1:1769074285.612675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f900.
00010000:00000010:0.1:1769074285.858657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074285.962641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074285.962658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074285.962662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074285.962716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074285.987930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:0.1:1769074285.987943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00010000:00000010:2.1:1769074286.150676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:2.1:1769074286.150690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074286.150694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074286.164973:0:34480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4c0.
00000080:00000010:0.1:1769074286.164989:0:34480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fa80.
00010000:00000010:2.1:1769074286.293662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074286.293677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074286.293681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074286.303203:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75a0.
00000080:00000010:2.1:1769074286.303219:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d80.
00010000:00000010:0.1:1769074286.393286:0:34487:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074286.402665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074286.402692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:0.1:1769074286.402698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074286.549999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074286.550014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:2.1:1769074286.550040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074286.573275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:0.1:1769074286.573299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00010000:00000010:0.1:1769074286.625703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074286.632718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074286.632734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074286.632738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074286.643599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00000080:00000010:0.1:1769074286.643620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00010000:00000010:0.1:1769074286.855350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074286.884604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074286.884619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074286.884624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074286.884629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00000080:00000010:0.1:1769074286.884638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00010000:00000010:0.1:1769074286.962697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074286.968124:0:34505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074286.968144:0:34505:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074286.968148:0:34505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074286.977617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00000080:00000010:0.1:1769074286.977634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20660.
00010000:00000010:0.1:1769074287.136984:0:34513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074287.140661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074287.140678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074287.140682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074287.145565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db20.
00000080:00000010:0.1:1769074287.145577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc00.
00010000:00000010:0.1:1769074287.293612:0:34519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074287.312643:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:0.1:1769074287.312666:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074287.312670:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074287.317663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9a0.
00000080:00000010:0.1:1769074287.317671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb00.
00010000:00000010:0.1:1769074287.364608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074287.376654:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074287.376663:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074287.376667:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074287.391753:0:34524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da00.
00000080:00000010:0.1:1769074287.391771:0:34524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7360.
00010000:00000010:0.1:1769074287.704929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074287.710615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074287.710632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:0.1:1769074287.710638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074287.769598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074287.786597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074287.786612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074287.786616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074287.797584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074287.797600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074287.941621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074288.043291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074288.043307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:2.1:1769074288.043312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074288.195838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074288.198635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074288.198643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074288.198647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074288.205815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df60.
00000080:00000010:0.1:1769074288.205836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dcc0.
00010000:00000010:2.1:1769074288.293605:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074288.303891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074288.303906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:2.1:1769074288.303910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074288.533588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074288.533599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:2.1:1769074288.533603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074288.557588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f900.
00000080:00000010:0.1:1769074288.557606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fbc0.
00010000:00000010:0.1:1769074288.743703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074288.743721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074288.743727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074288.743733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074288.782602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8a0.
00000080:00000010:0.1:1769074288.782624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00010000:00000010:0.1:1769074288.941068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074288.954490:0:34568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074288.954508:0:34568:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:0.1:1769074288.954514:0:34568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074288.983579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00000080:00000010:2.1:1769074288.983597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00010000:00000010:0.1:1769074289.078875:0:34571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074289.078891:0:34571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074289.078897:0:34571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074289.078902:0:34571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074289.078906:0:34571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8a0.
00000080:00000010:0.1:1769074289.078917:0:34571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:0.1:1769074289.676608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074289.943129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074289.947455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074289.966039:0:34600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:2.1:1769074289.966058:0:34600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074290.106119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074290.115235:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074290.115251:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:0.1:1769074290.115256:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074290.132951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c60.
00000080:00000010:0.1:1769074290.132970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205e0.
00010000:00000010:0.1:1769074290.191855:0:34607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074290.191869:0:34607:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:0.1:1769074290.191873:0:34607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074290.203572:0:34608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7800.
00000080:00000010:0.1:1769074290.203590:0:34608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea78c0.
00000080:00000010:0.1:1769074290.375562:0:34615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7660.
00000080:00000010:0.1:1769074290.375581:0:34615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75a0.
00010000:00000010:0.1:1769074290.472360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074290.472373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074290.472377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074290.472381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074290.477598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dea0.
00000080:00000010:0.1:1769074290.477610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00010000:00000010:0.1:1769074290.736784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074290.961674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074290.973975:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074290.973991:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074290.973995:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074291.111566:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:2.1:1769074291.111579:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074291.111583:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074291.111636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074291.370877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074291.379063:0:34649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074291.379080:0:34649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074291.379084:0:34649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00000080:00000010:0.1:1769074291.379089:0:34649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d80.
00000080:00000010:0.1:1769074291.379099:0:34649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ee0.
00010000:00000010:0.1:1769074291.469940:0:34654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074291.480494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074291.480510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074291.480515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074291.480521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074291.480553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00010000:00000010:0.1:1769074291.523587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074291.523598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074291.529587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:0.1:1769074291.529602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074291.533588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00000080:00000010:0.1:1769074291.533605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a208c0.
00010000:00000010:0.1:1769074291.648560:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074291.652574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074291.652587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074291.652591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074291.652595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00000080:00000010:0.1:1769074291.652602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:2.1:1769074291.693634:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074291.714580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074291.714597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074291.714601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074291.740026:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202c0.
00000080:00000010:0.1:1769074291.740046:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209e0.
00010000:00000010:0.1:1769074291.901441:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074291.901458:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074291.901483:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074291.901488:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00000080:00000010:0.1:1769074291.901498:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00010000:00000010:0.1:1769074291.981547:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074291.991577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074291.991591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:0.1:1769074291.991596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074291.991601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00000080:00000010:0.1:1769074291.991612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff20.
00010000:00000010:0.1:1769074292.406628:0:34682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074292.406639:0:34682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074292.406644:0:34682:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:0.1:1769074292.406648:0:34682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074292.411193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc40.
00000080:00000010:0.1:1769074292.411213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00010000:00000010:2.1:1769074292.856172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074292.856204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074292.856210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074292.856214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074292.861655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a200a0.
00000080:00000010:2.1:1769074292.861673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20080.
00000080:00000010:2.1:1769074292.951456:0:34698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00000080:00000010:2.1:1769074292.951476:0:34698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d60.
00010000:00000010:0.1:1769074293.200868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074293.287931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074293.295827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074293.295841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074293.295847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074293.297664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7340.
00000080:00000010:0.1:1769074293.297681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7180.
00010000:00000010:0.1:1769074293.407680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074293.411864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074293.411881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:2.1:1769074293.411885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074293.428605:0:34710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0c0.
00000080:00000010:2.1:1769074293.428626:0:34710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d940.
00010000:00000010:0.1:1769074293.662645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074293.725622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074293.725636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074293.725641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074293.725645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074293.737881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d400.
00000080:00000010:0.1:1769074293.737894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d520.
00010000:00000010:0.1:1769074293.756687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074293.761578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074293.761589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074293.761599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074293.773579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00000080:00000010:0.1:1769074293.773590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074294.093462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074294.099699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074294.099717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074294.099722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074294.448575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:2.1:1769074294.469578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00000080:00000010:2.1:1769074294.469598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2e0.
00010000:00000010:0.1:1769074294.591514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074294.605660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074294.605675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074294.605679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074294.614596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00000080:00000010:0.1:1769074294.614611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00010000:00000010:0.1:1769074294.649886:0:34761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074294.653787:0:34761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074294.653800:0:34761:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074294.653804:0:34761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074294.741356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074294.745083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074294.745101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:0.1:1769074294.745105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074294.753579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20640.
00000080:00000010:0.1:1769074294.753600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a40.
00010000:00000010:2.1:1769074294.790779:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074294.790793:0:2405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074294.790798:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074294.797654:0:34768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9c0.
00000080:00000010:0.1:1769074294.797670:0:34768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fda0.
00010000:00000010:0.1:1769074294.920659:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074294.920670:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074294.920674:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074294.920752:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074295.017574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074295.158537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074295.178419:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f40.
00000080:00000010:2.1:1769074295.178432:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00010000:00000010:2.1:1769074295.341592:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074295.341606:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074295.341609:0:34796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:2.1:1769074295.341614:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:2.1:1769074295.346627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fc0.
00000080:00000010:2.1:1769074295.346640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d60.
00010000:00000010:0.1:1769074295.421605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074295.421613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074295.421617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074295.421619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074295.438551:0:34803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074295.438561:0:34803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074295.438568:0:34803:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074295.438571:0:34803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074295.444568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de00.
00000080:00000010:0.1:1769074295.444579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:0.1:1769074295.507988:0:34809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074295.508007:0:34809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074295.508012:0:34809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074295.508016:0:34809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074295.514064:0:34809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8a0.
00000080:00000010:0.1:1769074295.514481:0:34809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00010000:00000010:0.1:1769074295.651568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074295.654772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074295.654785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074295.654789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074295.664538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ce0.
00000080:00000010:0.1:1769074295.664553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c60.
00010000:00000010:0.1:1769074295.697651:0:34816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074295.702741:0:34817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074295.702756:0:34817:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074295.702760:0:34817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074295.705668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5c0.
00000080:00000010:0.1:1769074295.705680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc00.
00010000:00000010:0.1:1769074295.836172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074295.843710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074295.843727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074295.843731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074295.868998:0:34823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f0e0.
00000080:00000010:0.1:1769074295.869017:0:34823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a40.
00010000:00000010:0.1:1769074296.165576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074296.165597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074296.165602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074296.183547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:0.1:1769074296.183565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7380.
00010000:00000010:0.1:1769074296.305980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074296.305993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074296.305997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074296.347365:0:34833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20780.
00000080:00000010:0.1:1769074296.347387:0:34833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f320.
00010000:00000010:0.1:1769074296.540355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074296.540437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074296.540443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074296.561564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7920.
00000080:00000010:0.1:1769074296.561597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20440.
00010000:00000010:0.1:1769074296.690217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074296.699050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074296.699064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074296.699069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:2.1:1769074296.702179:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe20.
00000080:00000010:2.1:1769074296.702197:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00010000:00000010:2.1:1769074297.004391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:2.1:1769074297.004406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074297.004410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:2.1:1769074297.012374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d820.
00000080:00000010:2.1:1769074297.012390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fba0.
00010000:00000010:0.1:1769074297.148556:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074297.168809:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074297.168825:0:1295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074297.168828:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074297.256151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074297.282938:0:34853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074297.282951:0:34853:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074297.282955:0:34853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074297.282960:0:34853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00000080:00000010:0.1:1769074297.282969:0:34853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00010000:00000010:0.1:1769074297.479570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074297.479583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074297.479588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074297.508785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00000080:00000010:0.1:1769074297.508802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:0.1:1769074297.704581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074297.704600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:0.1:1769074297.704606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074297.720572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:0.1:1769074297.720596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00010000:00000010:0.1:1769074297.819693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074297.819709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074297.819713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074297.870825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f400.
00000080:00000010:0.1:1769074297.870844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd60.
00010000:00000010:0.1:1769074298.093577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074298.363216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074298.407691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00000080:00000010:2.1:1769074298.407709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d2e0.
00010000:00000010:0.1:1769074298.479583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074298.479596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:0.1:1769074298.479602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074298.479607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074298.483582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a208e0.
00000080:00000010:0.1:1769074298.483598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ca0.
00010000:00000010:0.1:1769074298.560831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074298.776348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074298.795570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:0.1:1769074298.795583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074298.795587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074298.807601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de60.
00000080:00000010:0.1:1769074298.807629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4c0.
00010000:00000010:0.1:1769074298.881783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074298.884805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:0.1:1769074298.884818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:0.1:1769074298.884822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00000080:00000010:0.1:1769074298.894810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f5e0.
00000080:00000010:0.1:1769074298.894827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2a0.
00010000:00000010:0.1:1769074299.077842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074299.092734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074299.092745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074299.092749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:2.1:1769074299.102930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ca0.
00000080:00000010:2.1:1769074299.102948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20480.
00000080:00000010:2.1:1769074299.215703:0:34907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb00.
00000080:00000010:2.1:1769074299.215720:0:34907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f140.
00000080:00000010:0.1:1769074299.653586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f280.
00000080:00000010:0.1:1769074299.653608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f700.
00010000:00000010:0.1:1769074300.043712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074300.066321:0:34929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074300.066338:0:34929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074300.066343:0:34929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074300.094197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d480.
00000080:00000010:0.1:1769074300.094209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00010000:00000010:0.1:1769074300.238568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074300.648826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074300.648842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074300.648847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074300.648852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:0.1:1769074300.648861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea73c0.
00000080:00000010:0.1:1769074300.859378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea72a0.
00000080:00000010:0.1:1769074300.859403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fba0.
00010000:00000010:0.1:1769074300.938577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074300.938591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074300.938598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:0.1:1769074300.938602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074300.951618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7aa0.
00000080:00000010:0.1:1769074300.951639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20920.
00010000:00000010:0.1:1769074301.090623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074301.093715:0:34955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074301.093728:0:34955:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074301.093733:0:34955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074301.102703:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f980.
00000080:00000010:0.1:1769074301.102731:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f960.
00010000:00000010:2.1:1769074301.271573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074301.271590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074301.271596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074301.271601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:2.1:1769074301.294662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ac0.
00000080:00000010:2.1:1769074301.294685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00000080:00000010:0.1:1769074301.575653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f0e0.
00000080:00000010:0.1:1769074301.575670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f920.
00010000:00000010:0.1:1769074301.698345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074301.850392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074301.853944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074301.853960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074301.853965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074301.877988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074301.878006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db60.
00010000:00000010:0.1:1769074301.982877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074301.982896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074301.982901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074301.982923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074302.000724:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:0.1:1769074302.000739:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea75a0.
00010000:00000010:2.1:1769074302.270337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074302.326231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fc0.
00000080:00000010:0.1:1769074302.326264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20dc0.
00010000:00000010:0.1:1769074302.548553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074302.548566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074302.548571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074302.594723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d80.
00000080:00000010:0.1:1769074302.594748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:0.1:1769074302.695042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074302.695057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:0.1:1769074302.695061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074302.695065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20300.
00000080:00000010:0.1:1769074302.695073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00010000:00000010:0.1:1769074303.046382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074303.054000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074303.054017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074303.054021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00000080:00000010:0.1:1769074303.083892:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d280.
00000080:00000010:0.1:1769074303.083913:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ec0.
00010000:00000010:2.1:1769074303.265251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074303.265267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074303.265273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074303.265277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074303.641481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074303.663618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074303.663635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074303.663640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074303.663647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074303.663657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ac0.
00010000:00000010:2.1:1769074303.825489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074303.825507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:2.1:1769074303.825511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074304.015788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074304.015817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:2.1:1769074304.015821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074304.058074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d480.
00000080:00000010:0.1:1769074304.058089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00010000:00000010:0.1:1769074304.146619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:0.1:1769074304.146638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:0.1:1769074304.146642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074304.157894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f220.
00000080:00000010:0.1:1769074304.157918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f420.
00000080:00000010:0.1:1769074304.437831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9e0.
00000080:00000010:0.1:1769074304.437847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20040.
00010000:00000010:0.1:1769074304.618670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074304.618679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074304.618683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:2.1:1769074304.637735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7340.
00000080:00000010:2.1:1769074304.637750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d880.
00010000:00000010:2.1:1769074304.767022:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:2.1:1769074304.767033:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074304.767037:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074304.780655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20780.
00000080:00000010:0.1:1769074304.780668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff00.
00010000:00000010:2.1:1769074304.847742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00010000:00000010:2.1:1769074304.847759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074304.847763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074304.865568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f040.
00000080:00000010:0.1:1769074304.865581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9e0.
00010000:00000010:0.1:1769074304.930774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074304.930804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074304.936344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074304.936365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074304.964102:0:35056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00000080:00000010:0.1:1769074304.964123:0:35056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:0.1:1769074305.044889:0:35057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074305.044899:0:35057:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074305.044902:0:35057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074305.066708:0:35057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:0.1:1769074305.066730:0:35057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074305.207575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074305.210684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074305.210717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:2.1:1769074305.210723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074305.219572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202c0.
00000080:00000010:0.1:1769074305.219592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f00.
00010000:00000010:0.1:1769074305.457654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074305.508275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074305.510737:0:35070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074305.510745:0:35070:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074305.510750:0:35070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074305.517824:0:35071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00000080:00000010:0.1:1769074305.517841:0:35071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00010000:00000010:2.1:1769074305.678577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:2.1:1769074305.678596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:2.1:1769074305.678601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074305.764203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074305.764218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074305.764223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074305.764227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00000080:00000010:0.1:1769074305.764245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:2.1:1769074305.894660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074305.895690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074305.895701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074305.895705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074305.989892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074305.989907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074305.989912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074305.989916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074306.001603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fa0.
00000080:00000010:0.1:1769074306.030277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:0.1:1769074306.611657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:2.1:1769074306.616661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d660.
00000080:00000010:2.1:1769074306.616669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00010000:00000010:0.1:1769074306.731615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074306.740957:0:35112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074306.740973:0:35112:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074306.740977:0:35112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074306.748931:0:35112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e00.
00000080:00000010:0.1:1769074306.748944:0:35112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f320.
00010000:00000010:2.1:1769074306.876148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074306.888569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074306.888584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:2.1:1769074306.888588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074306.971649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074306.977624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074306.977639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074306.977642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:2.1:1769074306.981646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ae0.
00000080:00000010:2.1:1769074306.981656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a80.
00010000:00000010:2.1:1769074307.006681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074307.015576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074307.015593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074307.015597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:2.1:1769074307.029626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207c0.
00000080:00000010:2.1:1769074307.029640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00010000:00000010:0.1:1769074307.105573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074307.105580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074307.105583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074307.105586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074307.109610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00000080:00000010:0.1:1769074307.109624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db20.
00010000:00000010:0.1:1769074307.159598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074307.163565:0:35140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074307.163763:0:35140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074307.163765:0:35140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074307.275568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074307.281788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074307.281801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074307.281805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074307.289570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5c0.
00000080:00000010:0.1:1769074307.289587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00010000:00000010:2.1:1769074307.329584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074307.329598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074307.329602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074307.333609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20980.
00000080:00000010:0.1:1769074307.333624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201a0.
00010000:00000010:0.1:1769074307.522392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074307.522407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074307.522420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074307.531734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00000080:00000010:0.1:1769074307.531750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00010000:00000010:2.1:1769074307.802766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074307.851766:0:35167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00000080:00000010:0.1:1769074307.851786:0:35167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db20.
00010000:00000010:0.1:1769074307.949582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074307.957612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074307.957625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:0.1:1769074307.957629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074307.984627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074307.984643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:0.1:1769074308.167286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:0.1:1769074308.196108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074308.196123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074308.196127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074308.289084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074308.289098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074308.298269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074308.298277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074308.535420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074308.554570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074308.554583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074308.554587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074308.554593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00000080:00000010:0.1:1769074308.554601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00010000:00000010:0.1:1769074308.656167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074308.661771:0:35187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074308.661780:0:35187:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074308.661784:0:35187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074308.754650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074308.758583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074308.758599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074308.758605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074308.788824:0:35190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00000080:00000010:0.1:1769074308.788845:0:35190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:0.1:1769074309.074576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074309.074592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074309.074596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074309.074599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074309.090678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074309.090693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00010000:00000010:2.1:1769074309.256271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074309.278899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:0.1:1769074309.278925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20de0.
00010000:00000010:2.1:1769074309.392585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074309.397562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074309.397575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074309.397579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074309.412870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:0.1:1769074309.412890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00010000:00000010:2.1:1769074309.594146:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074309.615576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074309.615590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074309.615595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074309.618717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00000080:00000010:0.1:1769074309.618733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20520.
00010000:00000010:0.1:1769074309.793775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074309.804132:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074309.804145:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074309.804149:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074309.808254:0:35218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:0.1:1769074309.808275:0:35218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dba0.
00010000:00000010:0.1:1769074309.902635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074309.909252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074309.909266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074309.909270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074309.917093:0:35224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c60.
00000080:00000010:0.1:1769074309.917122:0:35224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f3e0.
00010000:00000010:0.1:1769074310.215107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074310.215134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074310.215139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074310.215143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074310.255102:0:35231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074310.255120:0:35231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de20.
00010000:00000010:0.1:1769074310.288569:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074310.372572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074310.459575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074310.653862:0:35245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fcc0.
00000080:00000010:2.1:1769074310.653872:0:35245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fa0.
00010000:00000010:0.1:1769074310.731796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074310.731804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074310.731809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074310.745903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074310.745927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00010000:00000010:0.1:1769074310.902911:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074310.931604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074310.931617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074310.931622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074310.931628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074310.931636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00010000:00000010:0.1:1769074311.010691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074311.018347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074311.018364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074311.018370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074311.237579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074311.241569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074311.241587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074311.241590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074311.250665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff20.
00000080:00000010:2.1:1769074311.250683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20780.
00010000:00000010:0.1:1769074311.362424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074311.370565:0:35261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074311.370582:0:35261:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074311.370585:0:35261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074311.391011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074311.391030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074311.510686:0:35266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00000080:00000010:0.1:1769074311.510704:0:35266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:2.1:1769074311.591618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074311.609617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074311.609634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:2.1:1769074311.609639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074311.622191:0:1377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20900.
00000080:00000010:0.1:1769074311.622212:0:1377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207e0.
00010000:00000010:0.1:1769074311.801672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074311.808601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074311.808616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074311.808621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074311.819581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d280.
00000080:00000010:0.1:1769074311.819596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dda0.
00010000:00000010:0.1:1769074311.887287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074311.887301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074311.887305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:0.1:1769074312.037419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074312.042876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074312.042892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074312.042897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074312.063002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d860.
00000080:00000010:0.1:1769074312.063018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00010000:00000010:0.1:1769074312.134635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074312.339002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074312.339018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074312.339022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074312.348112:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7b20.
00000080:00000010:0.1:1769074312.348129:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df20.
00010000:00000010:2.1:1769074312.516680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074312.516695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074312.516700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074312.534648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7fe0.
00000080:00000010:0.1:1769074312.534672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfc0.
00010000:00000010:0.1:1769074313.547041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074313.561132:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:2.1:1769074313.561144:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:2.1:1769074313.561148:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074313.566153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de20.
00000080:00000010:0.1:1769074313.566179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206c0.
00010000:00000010:0.1:1769074313.724575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074313.732555:0:35310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074313.732569:0:35310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:0.1:1769074313.732574:0:35310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074313.961941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074313.961958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074313.961963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074313.961967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074313.971565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b60.
00000080:00000010:0.1:1769074313.971587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:0.1:1769074314.238726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:0.1:1769074314.262223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074314.262237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074314.262241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074314.262246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00000080:00000010:0.1:1769074314.262255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074314.371568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074314.380157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074314.380173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:0.1:1769074314.380177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074314.390590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074314.390613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7100.
00010000:00000010:2.1:1769074314.443571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074314.696572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074314.696587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:0.1:1769074314.696592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074314.696597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00000080:00000010:0.1:1769074314.696606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00010000:00000010:0.1:1769074314.866893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074314.866902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074314.866906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074314.874888:0:35338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201e0.
00000080:00000010:0.1:1769074314.874910:0:35338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd80.
00010000:00000010:0.1:1769074314.977581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074314.986299:0:35342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074314.986316:0:35342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:0.1:1769074314.986320:0:35342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074315.027650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f480.
00000080:00000010:0.1:1769074315.027663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00010000:00000010:2.1:1769074315.272854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074315.284607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074315.284629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074315.284632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:2.1:1769074315.292588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20220.
00000080:00000010:2.1:1769074315.292609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00010000:00000010:0.1:1769074315.418059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074315.418072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074315.418077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074315.418081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074315.420572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db20.
00000080:00000010:0.1:1769074315.420585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00010000:00000010:2.1:1769074315.496660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074315.496675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074315.496679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074315.496682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074315.496687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a40.
00000080:00000010:2.1:1769074315.496695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00010000:00000010:0.1:1769074315.709703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074315.714611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7580.
00000080:00000010:0.1:1769074315.714634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00010000:00000010:2.1:1769074315.818281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074315.835681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074315.835697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074315.835701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074315.850725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20040.
00000080:00000010:0.1:1769074315.850745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074315.993585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074315.997580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074315.997595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074315.997617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074316.012647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00000080:00000010:0.1:1769074316.012667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:2.1:1769074316.083274:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074316.094241:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074316.094259:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:2.1:1769074316.094263:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074316.218563:0:35377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074316.225571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074316.225585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074316.225589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074316.232670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00000080:00000010:0.1:1769074316.238241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00010000:00000010:2.1:1769074316.277752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074316.277761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074316.277765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074316.342025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074316.427449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074316.432647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074316.432664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:2.1:1769074316.432669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074316.445259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00000080:00000010:0.1:1769074316.445284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7c20.
00010000:00000010:0.1:1769074316.618742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074316.647971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7100.
00000080:00000010:0.1:1769074316.647987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d820.
00010000:00000010:2.1:1769074316.648144:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074316.648151:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074316.648155:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074316.851618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074316.851628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074316.851632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074316.856582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7340.
00000080:00000010:0.1:1769074316.856602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da00.
00000080:00000010:0.1:1769074316.907575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd40.
00000080:00000010:0.1:1769074316.907593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f100.
00010000:00000010:0.1:1769074317.276594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074317.280608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074317.280625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074317.280629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074317.290747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00000080:00000010:0.1:1769074317.290767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7540.
00010000:00000010:0.1:1769074317.555560:0:35419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074317.555567:0:35419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074317.555573:0:35419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074317.555577:0:35419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074317.579409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de00.
00000080:00000010:0.1:1769074317.579435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7b20.
00010000:00000010:0.1:1769074317.714840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074317.714848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074317.714866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074317.714974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074317.741579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dda0.
00000080:00000010:0.1:1769074317.741592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de00.
00010000:00000010:2.1:1769074317.827567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:2.1:1769074317.827581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074317.827594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:2.1:1769074317.827599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074317.850640:0:35430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20aa0.
00000080:00000010:0.1:1769074317.850665:0:35430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00010000:00000010:0.1:1769074317.931560:0:35435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074317.931575:0:35435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074317.931579:0:35435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074317.935859:0:35436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00000080:00000010:0.1:1769074317.935868:0:35436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7e40.
00010000:00000010:0.1:1769074317.988177:0:35436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074317.988186:0:35436:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074317.988190:0:35436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.155589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.304660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074318.310351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.310363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:0.1:1769074318.310367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00000080:00000010:2.1:1769074318.313799:0:35450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:2.1:1769074318.313810:0:35450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d1c0.
00010000:00000010:0.1:1769074318.342712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074318.342724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.342729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074318.342733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074318.356577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dba0.
00000080:00000010:0.1:1769074318.356593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00010000:00000010:0.1:1769074318.453633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074318.453643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074318.453647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074318.453651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074318.458741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd80.
00000080:00000010:0.1:1769074318.458755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:0.1:1769074318.503688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.507669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074318.507687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074318.507691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074318.507697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074318.507704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620faa0.
00010000:00000010:0.1:1769074318.583364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074318.588078:0:35463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074318.588093:0:35463:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:0.1:1769074318.588098:0:35463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074318.590746:0:35464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00000080:00000010:0.1:1769074318.590762:0:35464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:0.1:1769074319.055462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074319.060821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074319.060840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074319.060844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074319.180597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:2.1:1769074319.180607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074319.180611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074319.331578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:2.1:1769074319.331589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:2.1:1769074319.331592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:0.1:1769074319.490021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074319.494026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074319.494042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074319.494046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074319.520602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074319.520622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7260.
00010000:00000010:0.1:1769074319.594608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074319.603519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074319.603646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074319.603651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:0.1:1769074319.607585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074319.607601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb00.
00000080:00000010:2.1:1769074319.764588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f3c0.
00000080:00000010:2.1:1769074319.764605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f820.
00010000:00000010:0.1:1769074319.838873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074319.935875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074319.949513:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074319.949550:0:1030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074319.949555:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074319.963575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df20.
00000080:00000010:0.1:1769074319.963587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00010000:00000010:0.1:1769074320.022565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074320.248886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4e0.
00000080:00000010:2.1:1769074320.248907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea76a0.
00010000:00000010:0.1:1769074320.552558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074321.161544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074321.169643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074321.169655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074321.169659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074321.180826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074321.180839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfc0.
00010000:00000010:0.1:1769074321.250794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:2.1:1769074321.634461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074321.640653:0:35556:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074321.640669:0:35556:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074321.640673:0:35556:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074321.645644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20320.
00000080:00000010:2.1:1769074321.645657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20000.
00010000:00000010:0.1:1769074321.796221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074321.809589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074321.809605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074321.809610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074321.834783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00000080:00000010:0.1:1769074321.834793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f680.
00010000:00000010:0.1:1769074321.999669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074322.090579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074322.217231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074322.221673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074322.221689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074322.221693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074322.235640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a204a0.
00000080:00000010:2.1:1769074322.235660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00010000:00000010:0.1:1769074322.985622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074323.420594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074323.425616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c60.
00000080:00000010:0.1:1769074323.425628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9c0.
00000080:00000010:0.1:1769074323.492560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8862a1c40.
00010000:00000010:0.1:1769074323.590572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074323.594964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074323.594981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074323.594985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074323.612626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074323.612645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6c0.
00010000:00000010:0.1:1769074323.658143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074323.666706:0:35626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074323.666721:0:35626:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074323.666725:0:35626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074323.677574:0:35627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d6c0.
00000080:00000010:0.1:1769074323.677591:0:35627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8862a1720.
00010000:00000010:2.1:1769074323.785409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074323.785420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:2.1:1769074323.785424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074323.791573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2a0.
00000080:00000010:0.1:1769074323.791589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1e0.
00010000:00000010:0.1:1769074323.837654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074323.837662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074323.837674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074323.837680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8862a1f80.
00000080:00000010:0.1:1769074323.837689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8862a1980.
00010000:00000010:2.1:1769074323.925410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074323.927690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074323.927705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074323.927709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074324.087582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074324.087593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074324.087597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074324.094142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:0.1:1769074324.094162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00010000:00000010:0.1:1769074324.144588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074324.157916:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074324.157924:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074324.157928:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074324.160846:0:35648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00000080:00000010:0.1:1769074324.160859:0:35648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605060.
00010000:00000010:0.1:1769074324.226901:0:35651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074324.235910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074324.235924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074324.235928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074324.238796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4e0.
00000080:00000010:0.1:1769074324.238813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00000080:00000010:0.1:1769074324.342561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866053a0.
00000080:00000010:0.1:1769074324.342577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f560.
00010000:00000010:0.1:1769074324.444973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074324.451803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:2.1:1769074324.451811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074324.451815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074324.473588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00000080:00000010:0.1:1769074324.473607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00010000:00000010:0.1:1769074324.553721:0:35660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074324.553727:0:35660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074324.553732:0:35660:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074324.553736:0:35660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074324.582004:0:35661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7db80.
00000080:00000010:0.1:1769074324.582027:0:35661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d640.
00010000:00000010:0.1:1769074324.802342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074324.802366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074324.802378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074324.815756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f040.
00000080:00000010:0.1:1769074324.815772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1e0.
00010000:00000010:0.1:1769074324.868946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074325.069629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074325.095604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074325.095617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074325.095622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074325.112987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dcc0.
00000080:00000010:0.1:1769074325.112999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d820.
00010000:00000010:2.1:1769074325.161768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074325.185401:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b20.
00000080:00000010:0.1:1769074325.185424:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205e0.
00010000:00000010:2.1:1769074325.398692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:2.1:1769074325.398708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074325.398713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074325.398773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074325.430596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074325.430611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f0c0.
00010000:00000010:0.1:1769074325.492905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074325.492920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074325.492925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074325.503077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4a0.
00000080:00000010:0.1:1769074325.503091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9c0.
00010000:00000010:0.1:1769074325.621802:0:35687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074325.631604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074325.631620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074325.631624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00000080:00000010:0.1:1769074325.665957:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc00.
00000080:00000010:0.1:1769074325.665978:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dcc0.
00010000:00000010:0.1:1769074325.777965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074325.790590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074325.790598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074325.790602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074326.165989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074326.182065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074326.182080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074326.182084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074326.182088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074326.182105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605be0.
00010000:00000010:0.1:1769074326.453468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074326.702856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:2.1:1769074326.702875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605920.
00010000:00000010:2.1:1769074326.823066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074326.823083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074326.823087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074326.837102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605980.
00000080:00000010:2.1:1769074326.837122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d00.
00010000:00000010:0.1:1769074327.119991:0:35718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074327.128820:0:35718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074327.128842:0:35718:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074327.128847:0:35718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074327.132695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d540.
00000080:00000010:0.1:1769074327.132723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051c0.
00010000:00000010:0.1:1769074327.249766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074327.255008:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074327.255023:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:2.1:1769074327.255028:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074327.509225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074327.516387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074327.516401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074327.516405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074327.521634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074327.521651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:2.1:1769074327.640581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074327.701028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074327.723587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ee0.
00000080:00000010:0.1:1769074327.723606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209c0.
00010000:00000010:0.1:1769074327.950676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074327.950686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074327.950690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074327.961581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00000080:00000010:0.1:1769074327.961601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605740.
00010000:00000010:0.1:1769074328.100632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074328.175132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074328.175147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:2.1:1769074328.175150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:2.1:1769074328.192172:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605bc0.
00000080:00000010:2.1:1769074328.192198:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d20.
00010000:00000010:0.1:1769074328.294653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074328.298571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074328.298593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:2.1:1769074328.298599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074328.354366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074328.361576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074328.361591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074328.361596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074328.382586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074328.382606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00010000:00000010:0.1:1769074328.470697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074328.474764:0:35764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074328.474773:0:35764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074328.474776:0:35764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074328.488307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074328.488329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00010000:00000010:2.1:1769074328.547574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074328.547588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:2.1:1769074328.547593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:2.1:1769074328.554586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059e0.
00000080:00000010:2.1:1769074328.554604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e40.
00010000:00000010:2.1:1769074328.705581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074328.710379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074328.710410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074328.710414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074328.721867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20380.
00000080:00000010:2.1:1769074328.721881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d840.
00010000:00000010:0.1:1769074328.794575:0:35778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074328.800603:0:35779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074328.800617:0:35779:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074328.800621:0:35779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074328.804639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074328.804656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00010000:00000010:0.1:1769074328.834043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074328.841580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074328.841594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074328.841598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074328.852688:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074328.852707:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074328.932951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074328.936673:0:35785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074328.936752:0:35785:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:0.1:1769074328.936758:0:35785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074328.946578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074328.946590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605140.
00010000:00000010:0.1:1769074328.991599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:0.1:1769074328.991620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:0.1:1769074328.991623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074328.991628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605640.
00000080:00000010:0.1:1769074328.991638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fc0.
00010000:00000010:2.1:1769074329.082787:0:35792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074329.082814:0:35792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074329.082819:0:35792:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:2.1:1769074329.082823:0:35792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074329.086860:0:35793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c40.
00000080:00000010:2.1:1769074329.086881:0:35793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20320.
00010000:00000010:0.1:1769074329.132561:0:35794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074329.136695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074329.136711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a200.
00010000:00000010:0.1:1769074329.136716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074329.148897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c40.
00000080:00000010:0.1:1769074329.148911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00000080:00000010:0.1:1769074329.288855:0:35802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fe0.
00000080:00000010:0.1:1769074329.288869:0:35802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00010000:00000010:2.1:1769074329.536816:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:2.1:1769074329.536827:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074329.536832:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074329.541781:0:35816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f7a0.
00000080:00000010:0.1:1769074329.541822:0:35816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f600.
00010000:00000010:0.1:1769074329.619662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074329.664605:0:35822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074329.672605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074329.672619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074329.672624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074329.676584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074329.676597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df20.
00010000:00000010:0.1:1769074329.752576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074329.755810:0:35828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074329.755822:0:35828:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074329.755826:0:35828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074329.760570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00000080:00000010:0.1:1769074329.760585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074329.792419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074329.811956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074329.811973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074329.811976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074329.816567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df20.
00000080:00000010:0.1:1769074329.816582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00010000:00000010:0.1:1769074329.885729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074329.885743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074329.885748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074329.885752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074329.908770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5a0.
00000080:00000010:0.1:1769074329.908800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d340.
00010000:00000010:0.1:1769074329.971563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074330.176906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605580.
00000080:00000010:2.1:1769074330.176929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074330.278576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074330.290720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074330.290736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:2.1:1769074330.290740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074330.299573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074330.299587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f9a0.
00010000:00000010:2.1:1769074330.410982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074330.410999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:2.1:1769074330.411003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074330.419611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:2.1:1769074330.419631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605f60.
00010000:00000010:0.1:1769074330.681692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074330.915566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074331.039591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074331.274555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074331.279284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074331.279299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074331.279304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074331.385889:0:35872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058a0.
00000080:00000010:0.1:1769074331.385904:0:35872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f7c0.
00010000:00000010:0.1:1769074331.573483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074331.577853:0:35876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074331.577870:0:35876:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:0.1:1769074331.577875:0:35876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074331.695569:0:35879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074331.695581:0:35879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074331.695585:0:35879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074331.702861:0:35879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605040.
00000080:00000010:0.1:1769074331.702880:0:35879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00010000:00000010:0.1:1769074331.905828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074331.925587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074331.925606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:0.1:1769074331.925611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074332.045961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074332.045978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074332.045984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074332.045988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074332.051988:0:35886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074332.052006:0:35886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:0.1:1769074332.172576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074332.294193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074332.313586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00000080:00000010:2.1:1769074332.323233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20980.
00010000:00000010:0.1:1769074332.421888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074332.529035:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074332.530573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a204e0.
00000080:00000010:0.1:1769074332.530590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00010000:00000010:2.1:1769074332.540780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074332.540802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:2.1:1769074332.540807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074332.622819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e00.
00000080:00000010:0.1:1769074332.622833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fc0.
00010000:00000010:0.1:1769074332.687770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074332.687788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:0.1:1769074332.687793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074332.695513:0:35908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fcc0.
00000080:00000010:0.1:1769074332.695851:0:35908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fc0.
00010000:00000010:0.1:1769074332.834771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074332.834790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074332.834794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074333.141884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074333.232561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074333.459582:0:35926:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074333.459592:0:35926:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074333.459597:0:35926:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074333.477567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605600.
00000080:00000010:0.1:1769074333.477587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866055c0.
00010000:00000010:0.1:1769074333.547747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074333.547765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074333.547770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074333.547774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074333.728057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074333.731490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074333.731507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074333.731511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074333.746843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074333.746862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00010000:00000010:0.1:1769074334.543823:0:35954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074334.918739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074334.921790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074334.921829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074334.921834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074334.942560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:2.1:1769074334.942597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00010000:00000010:2.1:1769074335.004598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074335.004612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:2.1:1769074335.004617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074335.010564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fc80.
00000080:00000010:0.1:1769074335.010670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d180.
00010000:00000010:2.1:1769074335.102570:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074335.108777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074335.108802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:2.1:1769074335.108806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:2.1:1769074335.116583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:2.1:1769074335.116604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20840.
00010000:00000010:2.1:1769074335.190566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074335.190588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:2.1:1769074335.190593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074335.202587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:0.1:1769074335.202628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605f20.
00010000:00000010:0.1:1769074335.342556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074335.345778:0:35982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074335.345795:0:35982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:0.1:1769074335.345802:0:35982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074335.354037:0:35983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:0.1:1769074335.354060:0:35983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b20.
00010000:00000010:0.1:1769074335.403805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074335.409161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074335.409177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:0.1:1769074335.409180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074335.418265:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b00.
00000080:00000010:0.1:1769074335.418286:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fe0.
00010000:00000010:2.1:1769074335.923564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074335.923581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:2.1:1769074335.923586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074335.927597:0:36006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b40.
00000080:00000010:2.1:1769074335.927611:0:36006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ee0.
00010000:00000010:0.1:1769074336.093590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074336.097589:0:36012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074336.097598:0:36012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074336.097602:0:36012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:0.1:1769074336.106569:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ae0.
00000080:00000010:0.1:1769074336.106596:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00010000:00000010:2.1:1769074336.513588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074336.517596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074336.517615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074336.517620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074336.529568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206c0.
00000080:00000010:2.1:1769074336.529580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202a0.
00010000:00000010:2.1:1769074336.822105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074336.822118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:2.1:1769074336.822123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:2.1:1769074336.822127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605220.
00000080:00000010:2.1:1769074336.822136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e40.
00010000:00000010:2.1:1769074337.059758:0:36041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074337.059786:0:36041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecd00.
00010000:00000010:2.1:1769074337.059791:0:36041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:2.1:1769074337.090722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059e0.
00000080:00000010:2.1:1769074337.090745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605cc0.
00010000:00000010:0.1:1769074337.413760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074337.413774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00010000:00000010:0.1:1769074337.413779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074337.413783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074337.428742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074337.428763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2a0.
00010000:00000010:0.1:1769074337.480660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074337.498824:0:36056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00000080:00000010:0.1:1769074337.498840:0:36056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00010000:00000010:0.1:1769074337.606758:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074337.686335:0:36062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074337.703895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074337.703920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074337.703925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074337.710084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074337.710102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20800.
00010000:00000010:0.1:1769074337.818697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074337.823040:0:36067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00010000:00000010:0.1:1769074337.823057:0:36067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074337.823061:0:36067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074337.929728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074337.929735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:2.1:1769074337.929739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074338.070791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074338.070801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074338.070805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074338.099687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f380.
00000080:00000010:0.1:1769074338.099712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de20.
00010000:00000010:0.1:1769074338.146313:0:36075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074338.146321:0:36075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074338.146325:0:36075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074338.146329:0:36075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074338.165270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074338.165290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de20.
00010000:00000010:0.1:1769074338.607576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074338.618618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074338.618648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074338.618654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074338.625575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:0.1:1769074338.625601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da00.
00010000:00000010:0.1:1769074338.722750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074338.722769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074338.722774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074338.722781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:0.1:1769074338.722792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e20.
00010000:00000010:0.1:1769074338.769043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074338.771595:0:36104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074338.771611:0:36104:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074338.771614:0:36104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074338.778577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:0.1:1769074338.778594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00010000:00000010:0.1:1769074338.851564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074338.860709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074338.860717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074338.860721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00000080:00000010:0.1:1769074338.860726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de20.
00000080:00000010:0.1:1769074338.860735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605680.
00010000:00000010:2.1:1769074339.003667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074339.007574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074339.007587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074339.007591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:0.1:1769074339.057967:0:36117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074339.057980:0:36117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:0.1:1769074339.057986:0:36117:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074339.057990:0:36117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074339.062589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d540.
00000080:00000010:0.1:1769074339.062615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f40.
00010000:00000010:0.1:1769074339.147127:0:36122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074339.152579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074339.152599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074339.152603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074339.159688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00000080:00000010:0.1:1769074339.159698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:2.1:1769074339.315571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074339.315580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:2.1:1769074339.315584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:2.1:1769074339.320695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff20.
00000080:00000010:2.1:1769074339.320714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c20.
00010000:00000010:0.1:1769074339.361791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:0.1:1769074339.514159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074339.518802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074339.518823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074339.518828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074339.630892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074339.630913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074339.630917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074339.635598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605000.
00000080:00000010:0.1:1769074339.635612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866053a0.
00010000:00000010:2.1:1769074339.689714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:2.1:1769074339.689727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:2.1:1769074339.689731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074339.700715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605560.
00000080:00000010:0.1:1769074339.700875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605840.
00000080:00000010:0.1:1769074339.959000:0:36159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2c0.
00000080:00000010:0.1:1769074339.959025:0:36159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb80.
00010000:00000010:0.1:1769074340.108794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074340.108801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074340.108806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074340.108809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074340.112778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00000080:00000010:0.1:1769074340.112797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605820.
00010000:00000010:0.1:1769074340.247577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074340.386997:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074340.405681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d00.
00000080:00000010:0.1:1769074340.405692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00010000:00000010:0.1:1769074340.715676:0:36194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074340.715691:0:36194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074340.715695:0:36194:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074340.715699:0:36194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074340.719713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4e0.
00000080:00000010:0.1:1769074340.719731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfc0.
00010000:00000010:0.1:1769074340.840782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074340.849843:0:36201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074340.849854:0:36201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:0.1:1769074340.849868:0:36201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00000080:00000010:0.1:1769074340.854556:0:36202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de40.
00000080:00000010:0.1:1769074340.854573:0:36202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00010000:00000010:0.1:1769074341.162252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074341.163774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074341.163797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074341.163803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074341.263878:0:36216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074341.263891:0:36216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074341.263896:0:36216:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074341.263911:0:36216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074341.287442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:0.1:1769074341.287457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00000080:00000010:2.1:1769074341.420572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4c0.
00000080:00000010:2.1:1769074341.420600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f240.
00010000:00000010:0.1:1769074341.473592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074341.473609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074341.473613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074341.473617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074341.481606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00000080:00000010:0.1:1769074341.481624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00010000:00000010:0.1:1769074341.625579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074341.639407:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074341.639424:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074341.639428:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074341.746589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074341.914968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074341.914978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:2.1:1769074341.915002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074341.921996:0:36236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00000080:00000010:2.1:1769074341.922027:0:36236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:0.1:1769074341.993025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074342.010557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074342.010568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074342.010573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074342.012601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00000080:00000010:0.1:1769074342.012616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00010000:00000010:2.1:1769074342.086916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074342.086940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074342.086946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:2.1:1769074342.086951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:2.1:1769074342.109609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:2.1:1769074342.109637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e20.
00010000:00000010:2.1:1769074342.168347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074342.181462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074342.181483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:2.1:1769074342.181487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074342.185703:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00000080:00000010:0.1:1769074342.185731:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ee0.
00010000:00000010:0.1:1769074342.340630:0:36251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074342.347064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074342.347080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074342.347085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074342.363714:0:1377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d100.
00000080:00000010:0.1:1769074342.363736:0:1377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de80.
00010000:00000010:2.1:1769074342.430839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074342.446613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074342.446629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:2.1:1769074342.446632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:2.1:1769074342.461642:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f440.
00000080:00000010:2.1:1769074342.461666:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb60.
00010000:00000010:0.1:1769074342.496092:0:36259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074342.496106:0:36259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074342.496110:0:36259:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074342.496113:0:36259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074342.496117:0:36259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074342.496124:0:36259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d860.
00000080:00000010:0.1:1769074342.578762:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:0.1:1769074342.578777:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe60.
00010000:00000010:0.1:1769074342.619755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074342.623841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074342.623863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074342.623868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074342.628130:0:36266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074342.628152:0:36266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:0.1:1769074342.884584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605080.
00000080:00000010:0.1:1769074342.884598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d20.
00010000:00000010:2.1:1769074342.903595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074342.907575:0:36280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074342.907590:0:36280:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074342.907594:0:36280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:2.1:1769074342.911586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a00.
00000080:00000010:2.1:1769074342.911600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00010000:00000010:2.1:1769074342.953641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074342.991606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074342.998284:0:36286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074342.998310:0:36286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074342.998314:0:36286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074343.008580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc00.
00000080:00000010:0.1:1769074343.008687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00010000:00000010:0.1:1769074343.079682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074343.084648:0:36291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074343.084657:0:36291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074343.084660:0:36291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074343.089641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074343.089655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d320.
00010000:00000010:0.1:1769074343.130680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074343.135369:0:36293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074343.135396:0:36293:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:0.1:1769074343.135401:0:36293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074343.230746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:2.1:1769074343.338589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f7c0.
00000080:00000010:2.1:1769074343.338613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe40.
00010000:00000010:0.1:1769074343.451635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074343.461808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074343.461829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074343.461832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074343.519628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074343.519643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074343.519647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074343.519652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074343.529572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d660.
00000080:00000010:0.1:1769074343.529590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d860.
00010000:00000010:0.1:1769074343.628666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:0.1:1769074343.628683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074343.628688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074343.628692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074343.650043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ac0.
00000080:00000010:0.1:1769074343.650060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00010000:00000010:0.1:1769074343.778673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074343.865200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074343.873882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074343.873903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074343.873908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074343.887576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00000080:00000010:0.1:1769074343.887590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:2.1:1769074344.030597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074344.119183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074344.125565:0:36334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00010000:00000010:2.1:1769074344.125587:0:36334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:2.1:1769074344.125592:0:36334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:2.1:1769074344.139607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20440.
00000080:00000010:2.1:1769074344.139628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f060.
00010000:00000010:0.1:1769074344.175773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074344.319577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074344.322753:0:36342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074344.322763:0:36342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074344.322767:0:36342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074344.332593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074344.332619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d80.
00010000:00000010:0.1:1769074344.478943:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074344.483832:0:36350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074344.483840:0:36350:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074344.483921:0:36350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074344.578665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074344.578677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074344.578681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074344.578686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074344.586737:0:36355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de40.
00000080:00000010:0.1:1769074344.586754:0:36355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00010000:00000010:0.1:1769074344.740779:0:36363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074344.740794:0:36363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a400.
00010000:00000010:0.1:1769074344.740799:0:36363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074344.740806:0:36363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605f20.
00000080:00000010:0.1:1769074344.740815:0:36363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ac0.
00010000:00000010:0.1:1769074344.859589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074344.981589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00010000:00000010:2.1:1769074344.981606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074344.981610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074344.981615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:2.1:1769074344.991072:0:36376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ca0.
00000080:00000010:2.1:1769074344.991088:0:36376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d040.
00010000:00000010:2.1:1769074345.296308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074345.301064:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:2.1:1769074345.301078:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074345.301082:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074345.309747:0:36391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20080.
00000080:00000010:2.1:1769074345.309762:0:36391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4a0.
00010000:00000010:2.1:1769074345.338173:0:36392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074345.338189:0:36392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074345.338193:0:36392:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074345.338197:0:36392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074345.352955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20080.
00000080:00000010:2.1:1769074345.352975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e80.
00010000:00000010:0.1:1769074345.414015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074345.426017:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074345.426038:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074345.426042:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074345.435193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d860.
00000080:00000010:0.1:1769074345.435211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00010000:00000010:2.1:1769074345.471634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074345.471649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074345.471654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:2.1:1769074345.471658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074345.471665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605040.
00000080:00000010:2.1:1769074345.471674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058a0.
00010000:00000010:0.1:1769074345.784566:0:36410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074345.784573:0:36410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074345.789741:0:36411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074345.789758:0:36411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074345.804579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8e0.
00000080:00000010:0.1:1769074345.804593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dcc0.
00010000:00000010:2.1:1769074345.835583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:2.1:1769074345.835601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:2.1:1769074345.835606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:0.1:1769074345.950586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074345.955996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074345.956011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a500.
00010000:00000010:0.1:1769074345.956016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074345.981801:0:36419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074345.982003:0:36419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d8e0.
00010000:00000010:0.1:1769074346.023647:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074346.195575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074346.214787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074346.214821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074346.214827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:2.1:1769074346.239187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00000080:00000010:2.1:1769074346.239219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00010000:00000010:2.1:1769074346.346851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074346.351209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074346.351234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074346.351238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074346.361025:0:36427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00000080:00000010:2.1:1769074346.361044:0:36427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201a0.
00000080:00000010:0.1:1769074346.541643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fc0.
00000080:00000010:0.1:1769074346.541666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202e0.
00010000:00000010:0.1:1769074346.603058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074346.603065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074346.603070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074346.603074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00000080:00000010:0.1:1769074346.616722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00000080:00000010:0.1:1769074346.616740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00010000:00000010:0.1:1769074346.870867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074346.923070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074346.926881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:2.1:1769074346.926912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:2.1:1769074346.926918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:2.1:1769074347.038635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f560.
00000080:00000010:2.1:1769074347.038660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f740.
00010000:00000010:2.1:1769074347.277068:0:36463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074347.277185:0:36463:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:2.1:1769074347.277192:0:36463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074347.281594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f2a0.
00000080:00000010:0.1:1769074347.281610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00010000:00000010:0.1:1769074347.356719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074347.356727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074347.356734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074347.356738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074347.368619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00000080:00000010:0.1:1769074347.368640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074347.424588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074347.428593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074347.428610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec800.
00010000:00000010:0.1:1769074347.428615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00000080:00000010:0.1:1769074347.428620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d340.
00000080:00000010:0.1:1769074347.428627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f420.
00010000:00000010:0.1:1769074347.518731:0:36474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074347.518744:0:36474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074347.518749:0:36474:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:0.1:1769074347.518753:0:36474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074347.540905:0:36476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00000080:00000010:0.1:1769074347.540928:0:36476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074347.718675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074347.718707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074347.718710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074347.718713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074347.729698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20440.
00000080:00000010:0.1:1769074347.729718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da20.
00010000:00000010:2.1:1769074347.791584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00010000:00000010:2.1:1769074347.798612:0:36484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074347.798625:0:36484:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:2.1:1769074347.798629:0:36484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:2.1:1769074347.803622:0:36484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00000080:00000010:2.1:1769074347.803639:0:36484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605240.
00010000:00000010:2.1:1769074347.859589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074347.859603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074347.859608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ae00.
00010000:00000010:2.1:1769074347.859611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074347.897619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20900.
00000080:00000010:2.1:1769074347.897629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20860.
00010000:00000010:0.1:1769074347.923596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074347.923617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074347.923623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074347.923629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00000080:00000010:0.1:1769074347.932674:0:36491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074347.932692:0:36491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074348.002699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074348.012625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074348.012644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:0.1:1769074348.012650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074348.017622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20740.
00000080:00000010:0.1:1769074348.017638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00010000:00000010:0.1:1769074348.066976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:2.1:1769074348.071587:0:36497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:2.1:1769074348.071602:0:36497:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:2.1:1769074348.071606:0:36497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:2.1:1769074348.079601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00000080:00000010:2.1:1769074348.079620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00010000:00000010:0.1:1769074348.274598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074348.274620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074348.274625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074348.298731:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605520.
00000080:00000010:0.1:1769074348.298748:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605780.
00010000:00000010:0.1:1769074348.388569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074348.394571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074348.394580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074348.394583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074348.451608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074348.668231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074348.674010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074348.674031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:2.1:1769074348.674036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074348.679190:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205e0.
00000080:00000010:0.1:1769074348.679208:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051c0.
00010000:00000010:0.1:1769074348.859813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074348.865605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074348.865639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:0.1:1769074348.865645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074348.875572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00000080:00000010:0.1:1769074348.875584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00010000:00000010:0.1:1769074349.111084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074349.114593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074349.114609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074349.114613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00000080:00000010:0.1:1769074349.124615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbc0.
00000080:00000010:0.1:1769074349.124634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00010000:00000010:2.1:1769074349.311976:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074349.311991:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:2.1:1769074349.311994:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074349.323075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052a0.
00000080:00000010:2.1:1769074349.323097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605580.
00010000:00000010:0.1:1769074349.407604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074349.407613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:0.1:1769074349.407617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074349.415599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ee0.
00000080:00000010:0.1:1769074349.415628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a60.
00000080:00000010:2.1:1769074349.552101:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f600.
00000080:00000010:2.1:1769074349.552128:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00010000:00000010:0.1:1769074349.797065:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074349.888125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074349.901001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074349.901018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:0.1:1769074349.901022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074349.922548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d900.
00000080:00000010:0.1:1769074349.922569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00010000:00000010:2.1:1769074350.259564:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:2.1:1769074350.259579:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074350.259584:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074350.361194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074350.361216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074350.361221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074350.374586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605900.
00000080:00000010:0.1:1769074350.374603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ae0.
00010000:00000010:0.1:1769074350.424654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074350.433582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074350.433598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074350.433602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074350.437564:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605080.
00000080:00000010:0.1:1769074350.437575:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00010000:00000010:2.1:1769074350.554046:0:36575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:2.1:1769074350.554059:0:36575:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecb00.
00010000:00000010:2.1:1769074350.554063:0:36575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b200.
00000080:00000010:2.1:1769074350.576052:0:36577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f160.
00000080:00000010:2.1:1769074350.576075:0:36577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f720.
00010000:00000010:0.1:1769074350.648731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00010000:00000010:0.1:1769074350.652567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074350.652580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec000.
00010000:00000010:0.1:1769074350.652584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074350.652588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059a0.
00000080:00000010:0.1:1769074350.652596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866055a0.
00010000:00000010:2.1:1769074350.683919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074350.939566:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074350.948656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074350.948673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535aa00.
00010000:00000010:0.1:1769074350.948677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074350.948684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074350.948693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00010000:00000010:0.1:1769074351.011618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:0.1:1769074351.020584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d5e0.
00000080:00000010:0.1:1769074351.020595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605300.
00010000:00000010:2.1:1769074351.123595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074351.455053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074351.462134:0:36608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074351.462151:0:36608:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:2.1:1769074351.462155:0:36608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074351.483621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:2.1:1769074351.483640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605360.
00010000:00000010:2.1:1769074351.754259:0:36617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:2.1:1769074351.758721:0:36617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00010000:00000010:2.1:1769074351.758897:0:36617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074351.758901:0:36617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:2.1:1769074351.763919:0:36618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20880.
00000080:00000010:2.1:1769074351.763938:0:36618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20300.
00010000:00000010:0.1:1769074351.837606:0:36621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074351.837613:0:36621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074351.837618:0:36621:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:0.1:1769074351.837622:0:36621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:0.1:1769074351.846186:0:36623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074351.846202:0:36623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00010000:00000010:2.1:1769074351.897619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:2.1:1769074351.897641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:2.1:1769074351.897646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074352.053660:0:36631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074352.053665:0:36631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074352.053669:0:36631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074352.053672:0:36631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074352.064608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00000080:00000010:0.1:1769074352.064622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d500.
00010000:00000010:2.1:1769074352.137607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074352.137625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074352.137629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:2.1:1769074352.137633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00000080:00000010:2.1:1769074352.145172:0:36636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00000080:00000010:2.1:1769074352.145188:0:36636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20520.
00010000:00000010:0.1:1769074352.190717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074352.294578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074352.294584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074352.294587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00010000:00000010:0.1:1769074352.294590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074352.301577:0:36643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00000080:00000010:0.1:1769074352.301602:0:36643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00010000:00000010:0.1:1769074352.357467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074352.357480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074352.357485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074352.357490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074352.371969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d840.
00000080:00000010:0.1:1769074352.371991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00010000:00000010:0.1:1769074352.482774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074352.486805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074352.486826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074352.486833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00000080:00000010:0.1:1769074352.505508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00000080:00000010:0.1:1769074352.505541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00010000:00000010:2.1:1769074352.749578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:2.1:1769074352.749590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec200.
00010000:00000010:2.1:1769074352.749594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:2.1:1769074352.824863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00010000:00000010:2.1:1769074352.824883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:2.1:1769074352.824888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074352.848974:0:36659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20260.
00000080:00000010:0.1:1769074352.848990:0:36659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f240.
00010000:00000010:2.1:1769074352.968885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00010000:00000010:2.1:1769074352.968900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec500.
00010000:00000010:2.1:1769074352.968904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074353.027599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074353.038625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074353.038643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074353.038647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074353.042689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00000080:00000010:0.1:1769074353.042798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074353.144575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074353.144588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074353.144593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074353.144597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074353.161597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d0c0.
00000080:00000010:0.1:1769074353.161618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dca0.
00010000:00000010:0.1:1769074353.240815:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074353.310570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074353.410380:0:36684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074353.410402:0:36684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074353.410406:0:36684:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec900.
00010000:00000010:0.1:1769074353.410410:0:36684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00000080:00000010:0.1:1769074353.420572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd40.
00000080:00000010:0.1:1769074353.420594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d820.
00010000:00000010:2.1:1769074353.559668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074353.579571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074353.579588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ad00.
00010000:00000010:0.1:1769074353.579592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074353.583580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20980.
00000080:00000010:0.1:1769074353.583598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20620.
00010000:00000010:2.1:1769074353.619881:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074353.619902:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:2.1:1769074353.619907:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:0.1:1769074353.628609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207a0.
00000080:00000010:0.1:1769074353.628620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20740.
00010000:00000010:2.1:1769074353.728579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:2.1:1769074353.732672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667bc00.
00010000:00000010:2.1:1769074353.732681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecc00.
00010000:00000010:2.1:1769074353.732684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b600.
00010000:00000010:0.1:1769074353.917567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074353.922579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074353.922594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074353.922598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074353.931607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dae0.
00000080:00000010:0.1:1769074353.931637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00010000:00000010:0.1:1769074354.078565:0:36715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074354.083938:0:36716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074354.083956:0:36716:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074354.083960:0:36716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074354.093584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074354.093603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00000080:00000010:0.1:1769074354.330744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:0.1:1769074354.330765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605020.
00000080:00000010:2.1:1769074354.603423:0:36730:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605460.
00000080:00000010:2.1:1769074354.603450:0:36730:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00010000:00000010:0.1:1769074354.836858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074354.844797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779a00.
00010000:00000010:0.1:1769074354.844813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:0.1:1769074354.844818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00000080:00000010:0.1:1769074354.848568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074354.848590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dfe0.
00010000:00000010:0.1:1769074354.932579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:2.1:1769074354.983877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074354.983904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074354.983911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074354.983915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074355.068784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00010000:00000010:2.1:1769074355.076368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:2.1:1769074355.076396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074355.076400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:2.1:1769074355.084597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00000080:00000010:2.1:1769074355.084613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f00.
00010000:00000010:0.1:1769074355.266468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074355.266480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074355.266483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec600.
00010000:00000010:0.1:1769074355.266486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a200.
00000080:00000010:0.1:1769074355.285578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d860.
00000080:00000010:0.1:1769074355.285613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dcc0.
00010000:00000010:0.1:1769074355.345740:0:36758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074355.345759:0:36758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074355.345763:0:36758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074355.345770:0:36758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f60.
00000080:00000010:0.1:1769074355.345779:0:36758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20600.
00010000:00000010:0.1:1769074355.461566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074355.465977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00010000:00000010:0.1:1769074355.466004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074355.466010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074355.481860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d300.
00000080:00000010:0.1:1769074355.481887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052c0.
00010000:00000010:0.1:1769074355.705105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074355.713995:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074355.714008:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a800.
00010000:00000010:0.1:1769074355.714013:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074355.714020:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00000080:00000010:0.1:1769074355.714027:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d300.
00010000:00000010:0.1:1769074355.772956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074355.778647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:0.1:1769074355.778672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ece00.
00010000:00000010:0.1:1769074355.778677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ac00.
00000080:00000010:0.1:1769074355.787590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d820.
00000080:00000010:0.1:1769074355.787610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ee0.
00010000:00000010:0.1:1769074355.894572:0:36776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074355.906625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074355.906649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec700.
00010000:00000010:0.1:1769074355.906802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a800.
00000080:00000010:0.1:1769074355.937763:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d920.
00000080:00000010:0.1:1769074355.937777:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a20.
00010000:00000010:0.1:1769074356.117102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074356.117116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:0.1:1769074356.117120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074356.122943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e20.
00000080:00000010:0.1:1769074356.122968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605980.
00000080:00000010:2.1:1769074356.600101:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:2.1:1769074356.600123:0:33132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dd00.
00010000:00000010:0.1:1769074356.739843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074357.300802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074357.300820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074357.300825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074357.300829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074357.330761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205a0.
00000080:00000010:0.1:1769074357.330778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d560.
00010000:00000010:0.1:1769074357.556761:0:36818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074357.562231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074357.562247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074357.562269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074357.580579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d700.
00000080:00000010:0.1:1769074357.580595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7de40.
00010000:00000010:2.1:1769074357.881873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074357.881929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:2.1:1769074357.892191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:2.1:1769074357.892219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:2.1:1769074357.912799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d7a0.
00000080:00000010:2.1:1769074357.912820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dec0.
00000080:00000010:0.1:1769074358.190905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059e0.
00000080:00000010:0.1:1769074358.190936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a60.
00010000:00000010:0.1:1769074358.439990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074358.439997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074358.440001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:0.1:1769074358.440007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:0.1:1769074358.459590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da80.
00000080:00000010:0.1:1769074358.459694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d780.
00010000:00000010:2.1:1769074358.528577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00010000:00000010:2.1:1769074358.532581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074358.532599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a600.
00010000:00000010:2.1:1769074358.532604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074358.640572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667aa00.
00010000:00000010:0.1:1769074358.792569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:0.1:1769074358.823628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d980.
00000080:00000010:0.1:1769074358.823638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dc20.
00010000:00000010:0.1:1769074358.968811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00010000:00000010:0.1:1769074358.972900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074358.972908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a900.
00010000:00000010:0.1:1769074358.972912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074359.021773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074359.021791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:2.1:1769074359.021795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:2.1:1769074359.025943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:2.1:1769074359.033842:0:36863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20620.
00000080:00000010:2.1:1769074359.033853:0:36863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206c0.
00010000:00000010:0.1:1769074359.158553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074359.158571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074359.158587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074359.158592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:0.1:1769074359.158616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051c0.
00000080:00000010:0.1:1769074359.323934:0:36876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605540.
00000080:00000010:0.1:1769074359.323950:0:36876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20100.
00010000:00000010:0.1:1769074359.513578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00010000:00000010:0.1:1769074359.518570:0:36881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074359.518578:0:36881:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:0.1:1769074359.518582:0:36881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074359.522991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dbe0.
00000080:00000010:0.1:1769074359.523013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605420.
00010000:00000010:0.1:1769074359.801862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074359.899140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074359.902926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00010000:00000010:0.1:1769074359.902946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074359.902951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:2.1:1769074359.925881:0:36891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:2.1:1769074359.925894:0:36891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866055c0.
00010000:00000010:0.1:1769074360.043733:0:36895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:0.1:1769074360.043741:0:36895:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074360.043744:0:36895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00000080:00000010:0.1:1769074360.053953:0:36896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:0.1:1769074360.053968:0:36896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605dc0.
00010000:00000010:0.1:1769074360.116765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00010000:00000010:0.1:1769074360.126561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074360.126572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:0.1:1769074360.126577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074360.129566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205e0.
00000080:00000010:0.1:1769074360.129580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605280.
00010000:00000010:0.1:1769074360.320291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074360.322571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00010000:00000010:0.1:1769074360.322587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:0.1:1769074360.322592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074360.335759:0:36905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7da40.
00000080:00000010:0.1:1769074360.335771:0:36905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7d4a0.
00010000:00000010:2.1:1769074360.464386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074360.464400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec300.
00010000:00000010:2.1:1769074360.464404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ae00.
00000080:00000010:0.1:1769074360.473556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20480.
00000080:00000010:0.1:1769074360.473586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f940.
00010000:00000010:0.1:1769074360.595293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00000080:00000010:2.1:1769074360.983136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc884d87ca0.
00010000:00000010:2.1:1769074360.997444:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:2.1:1769074360.997465:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031a00.
00010000:00000010:2.1:1769074360.997472:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00010000:00000010:2.1:1769074360.997476:0:33132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4300.
00010000:00000010:2.1:1769074360.997479:0:33132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074361.202824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074361.358659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00010000:00000010:0.1:1769074361.358669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778c00.
00010000:00000010:0.1:1769074361.358674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec100.
00010000:00000010:0.1:1769074361.358677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a600.
00000080:00000010:0.1:1769074361.422989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f400.
00000080:00000010:0.1:1769074361.423005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7df40.
00000080:00000010:0.1:1769074371.441582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7520.
00000080:00000010:0.1:1769074371.441596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecda00.
00000080:00000010:0.1:1769074371.441609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b340.
00000080:00000010:0.1:1769074371.441614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7b00.
00000080:00000010:0.1:1769074371.441622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bef80.
00000080:00000010:0.1:1769074371.441629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b240.
00000080:00000010:0.1:1769074371.441632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7a40.
00000080:00000010:0.1:1769074371.441641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bef20.
00000080:00000010:0.1:1769074371.441647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecd440.
00000080:00000010:0.1:1769074371.441651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848beb80.
00000080:00000010:0.1:1769074371.441654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bed40.
00000080:00000010:0.1:1769074371.445519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be8a0.
00000080:00000010:0.1:1769074371.445560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ecd1a0.
00000080:00000010:0.1:1769074371.445565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848bed80.
00000080:00000010:0.1:1769074371.445569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8916dc880.
00000080:00000010:0.1:1769074371.445577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8931f4460.
00010000:00000010:0.1:1769074371.476603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072700.
00010000:00000010:0.1:1769074371.476619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031c00.
00010000:00000010:0.1:1769074371.476625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031600.
00010000:00000010:0.1:1769074371.476628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030800.
00010000:00000010:0.1:1769074371.476632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030e00.
00010000:00000010:0.1:1769074371.476637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8f800.
00010000:00000010:0.1:1769074371.476640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084a00.
00010000:00000010:0.1:1769074371.476645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077600.
00010000:00000010:0.1:1769074371.476667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:0.1:1769074371.476671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318800.
00010000:00000010:0.1:1769074371.476674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8f100.
00010000:00000010:0.1:1769074371.476678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085c00.
00010000:00000010:0.1:1769074371.476681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb400.
00010000:00000010:0.1:1769074371.476684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319a00.
00010000:00000010:0.1:1769074371.476688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074371.476690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077400.
00010000:00000010:0.1:1769074371.476692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072a00.
00010000:00000010:0.1:1769074371.476695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030600.
00010000:00000010:0.1:1769074371.476698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072b00.
00010000:00000010:0.1:1769074371.476700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030a00.
00010000:00000010:0.1:1769074371.476703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072d00.
00010000:00000010:0.1:1769074371.476705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031400.
00010000:00000010:0.1:1769074371.476708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:0.1:1769074371.476710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077c00.
00010000:00000010:0.1:1769074371.476712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb500.
00010000:00000010:0.1:1769074371.476714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319000.
00010000:00000010:0.1:1769074371.476717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8fa00.
00010000:00000010:0.1:1769074371.476719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084600.
00000080:00000010:0.1:1769074382.093120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605580.
00010000:00000010:0.1:1769074382.151873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:0.1:1769074382.151914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074382.166627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be040.
00010000:00000010:0.1:1769074382.219573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074382.219590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778600.
00000080:00000010:0.1:1769074382.248574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be240.
00010000:00000010:0.1:1769074383.652251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:2.1:1769074386.052593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:2.1:1769074386.076666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605720.
00000080:00000010:0.1:1769074386.211356:0:37670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206e0.
00010000:00000010:0.1:1769074396.382051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074396.382065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778400.
00000080:00000010:0.1:1769074406.309549:0:6180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be8c0.
00000080:00000010:0.1:1769074406.320545:0:6180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848beac0.
00000080:00000010:0.1:1769074406.320557:0:6180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348b120.
00000080:00000010:0.1:1769074406.352623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7d00.
00010000:00000010:0.1:1769074406.352653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f500.
00010000:00000010:0.1:1769074406.352662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779400.
00010000:00000010:0.1:1769074406.352668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651000.
00010000:00000010:0.1:1769074406.352672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c200.
00010000:00000010:0.1:1769074406.352675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651100.
00010000:00000010:0.1:1769074406.352679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d400.
00010000:00000010:0.1:1769074406.352682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f100.
00010000:00000010:0.1:1769074406.352684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778a00.
00010000:00000010:0.1:1769074406.352687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651b00.
00010000:00000010:0.1:1769074406.352692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1800.
00010000:00000010:0.1:1769074406.352698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651c00.
00010000:00000010:0.1:1769074406.352702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0400.
00010000:00000010:0.1:1769074406.352708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcb000.
00010000:00000010:0.1:1769074406.352711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319200.
00010000:00000010:0.1:1769074406.353131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072000.
00010000:00000010:0.1:1769074406.353137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167400.
00010000:00000010:0.1:1769074406.353144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0200.
00010000:00000010:0.1:1769074406.353149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:0.1:1769074406.353152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1600.
00010000:00000010:0.1:1769074406.353155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072200.
00010000:00000010:0.1:1769074406.353160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00010000:00000010:0.1:1769074406.353165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957400.
00010000:00000010:0.1:1769074406.353168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee1000.
00010000:00000010:0.1:1769074406.353172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc882d8f200.
00010000:00000010:0.1:1769074406.353176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29c00.
00010000:00000010:0.1:1769074406.353179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00010000:00000010:0.1:1769074406.353183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9900.
00010000:00000010:0.1:1769074406.353186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0e00.
00010000:00000010:0.1:1769074406.353189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc884dcbe00.
00010000:00000010:0.1:1769074406.353205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318000.
00010000:00000010:2.1:1769074406.691613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074406.691629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779200.
00000080:00000010:2.1:1769074406.697642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209c0.
00010000:00000010:2.1:1769074406.730563:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:2.1:1769074406.730583:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074406.766327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ac00.
00010000:00000010:0.1:1769074406.766344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074406.766353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201a0.
00010000:00000010:0.1:1769074406.796663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166a00.
00000080:00000010:0.1:1769074407.004773:0:38350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ca0.
00010000:00000010:0.1:1769074407.008560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a300.
00010000:00000010:0.1:1769074407.008567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:2.1:1769074407.032623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8848be320.
00010000:00000010:2.1:1769074415.481181:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ecf00.
00000080:00000010:0.1:1769074415.599058:0:6181:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f700.
00000080:00000010:0.1:1769074415.599076:0:6181:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b20.
00000080:00000010:0.1:1769074415.630956:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7000.
00000080:00000010:0.1:1769074415.630969:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fea0.
00000080:00000010:0.1:1769074415.630974:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc883ea7840.
00000080:00000010:0.1:1769074415.630978:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a7dac0.
00000080:00000010:0.1:1769074415.630984:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88348ba00.
00010000:00000010:0.1:1769074415.636585:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a700.
00010000:00000010:0.1:1769074415.636597:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:0.1:1769074415.636605:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b700.
00010000:00000010:0.1:1769074415.636609:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00010000:00000010:0.1:1769074415.636613:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074415.636616:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167400.
00010000:00000010:0.1:1769074415.636620:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535ab00.
00010000:00000010:0.1:1769074415.636623:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2cc00.
00010000:00000010:0.1:1769074415.636627:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:0.1:1769074415.636630:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779800.
00010000:00000010:0.1:1769074415.636634:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b072100.
00010000:00000010:0.1:1769074415.636637:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883ee0800.
00010000:00000010:0.1:1769074415.641668:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074415.641682:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673de00.
00010000:00000010:0.1:1769074415.641686:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00010000:00000010:0.1:1769074415.641690:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00010000:00000010:0.1:1769074415.641693:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074415.641696:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779600.
00010000:00000010:0.1:1769074415.641710:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667be00.
00010000:00000010:0.1:1769074415.641714:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8906ec400.
00010000:00000010:0.1:1769074415.641716:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b000.
00010000:00000010:0.1:1769074415.641719:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673da00.
00010000:00000010:0.1:1769074415.641723:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00010000:00000010:0.1:1769074415.641726:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074415.641729:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00010000:00000010:0.1:1769074415.641731:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4500.
00010000:00000010:0.1:1769074415.641734:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778e00.
00010000:00000010:0.1:1769074415.641850:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a000.
00010000:00000010:0.1:1769074415.641853:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75000.
00010000:00000010:0.1:1769074415.641856:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:0.1:1769074415.641859:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d29800.
00010000:00000010:0.1:1769074415.641862:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f800.
00010000:00000010:0.1:1769074415.641866:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779c00.
00010000:00000010:0.1:1769074425.728604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:0.1:1769074425.728618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c400.
00010000:00000010:0.1:1769074425.746933:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074425.920897:0:39519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00010000:00000010:0.1:1769074425.920916:0:39519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074425.920920:0:39519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166000.
00010000:00000010:0.1:1769074425.920935:0:39519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074425.920939:0:39519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167e00.
00010000:00000010:0.1:1769074425.993714:0:39524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074425.993724:0:39524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166a00.
00010000:00000010:0.1:1769074425.993729:0:39524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88535a100.
00010000:00000010:0.1:1769074425.993733:0:39524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00010000:00000010:0.1:1769074425.993737:0:39524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074425.993739:0:39524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778000.
00010000:00000010:0.1:1769074425.993743:0:39524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398fb00.
00010000:00000010:0.1:1769074425.993745:0:39524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886779000.
00010000:00000010:0.1:1769074426.154795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:0.1:1769074426.154825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2cc00.
00010000:00000010:0.1:1769074426.154829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074426.154831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d600.
00000080:00000010:0.1:1769074426.185730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605900.
00000080:00000010:0.1:1769074426.185762:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0f380.
00010000:00000010:2.1:1769074430.986737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:2.1:1769074430.986748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d800.
00010000:00000010:2.1:1769074435.073607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:0.1:1769074435.099669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:0.1:1769074435.099683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166000.
00000080:00000010:0.1:1769074437.198554:0:40143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe20.
00010000:00000010:2.1:1769074439.339840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:0.1:1769074470.548946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778200.
00010000:00000010:0.1:1769074470.553595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886778800.
00010000:00000010:0.1:1769074470.553612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398fa00.
00010000:00000010:0.1:1769074470.557560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076200.
00010000:00000010:0.1:1769074470.557578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:0.1:1769074470.557583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085200.
00010000:00000010:0.1:1769074470.557588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00000080:00000010:0.1:1769074480.950967:0:40906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206c0.
00010000:00000010:2.1:1769074483.015692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d600.
00010000:00000010:2.1:1769074513.933592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a400.
00010000:00000010:2.1:1769074513.933613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667a000.
00010000:00000010:2.1:1769074513.933619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:2.1:1769074513.933624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166000.
00010000:00000010:2.1:1769074513.933631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:2.1:1769074513.937765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167400.
00010000:00000010:2.1:1769074513.937797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00000080:00000010:0.1:1769074533.189834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605da0.
00010000:00000010:2.1:1769074533.242701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b400.
00010000:00000010:2.1:1769074533.242714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9a00.
00010000:00000010:2.1:1769074533.242718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167e00.
00010000:00000010:2.1:1769074533.242722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883037900.
00010000:00000010:2.1:1769074533.242725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00010000:00000010:0.1:1769074541.567748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:0.1:1769074541.567764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667ba00.
00010000:00000010:0.1:1769074541.581811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074541.581824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:0.1:1769074541.581829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00000080:00000010:0.1:1769074541.640332:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897620.
00000080:00000010:0.1:1769074547.480651:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0f380.
00000080:00000010:0.1:1769074547.480669:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0dac0.
00000080:00000010:0.1:1769074547.480679:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0a940.
00000080:00000010:0.1:1769074547.480689:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df0000.
00000080:00000010:0.1:1769074547.480703:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d939c0.
00000080:00000010:0.1:1769074547.480711:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1c200.
00000080:00000010:0.1:1769074547.480719:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1f380.
00000080:00000010:0.1:1769074547.480726:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df1080.
00000080:00000010:0.1:1769074547.480817:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df4a40.
00000080:00000010:0.1:1769074547.480833:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df4200.
00000080:00000010:0.1:1769074547.480838:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df2100.
00000080:00000010:0.1:1769074547.480843:0:42114:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df7380.
00000080:00000010:2.1:1769074547.550347:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d82100.
00000080:00000010:2.1:1769074547.550366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d87380.
00000080:00000010:2.1:1769074547.550374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d89080.
00000080:00000010:2.1:1769074547.550379:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8b180.
00000080:00000010:2.1:1769074547.550384:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8d280.
00000080:00000010:2.1:1769074547.550388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d88000.
00000080:00000010:2.1:1769074547.550391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8dac0.
00000080:00000010:2.1:1769074547.550411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8a940.
00000080:00000010:2.1:1769074547.550416:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d839c0.
00000080:00000010:2.1:1769074547.550421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d86300.
00000080:00000010:2.1:1769074547.550426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d92940.
00000080:00000010:2.1:1769074547.550432:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d95280.
00000080:00000010:2.1:1769074547.550443:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8a100.
00000080:00000010:2.1:1769074547.550449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8f380.
00000080:00000010:2.1:1769074547.550454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df5ac0.
00000080:00000010:2.1:1769074547.550459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8b9c0.
00000080:00000010:2.1:1769074547.550465:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df0840.
00000080:00000010:2.1:1769074547.550469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df6b40.
00010000:00000010:0.1:1769074568.604821:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946bbf00.
00010000:00000010:0.1:1769074568.604834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d400.
00010000:00000010:0.1:1769074568.626229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ade00.
00010000:00000010:2.1:1769074579.479574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:0.1:1769074584.280572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b800.
00010000:00000010:0.1:1769074584.280587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c800.
00010000:00000010:0.1:1769074584.303570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb300.
00000080:00000010:2.1:1769074585.361601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d18840.
00010000:00000010:2.1:1769074585.389566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2cc00.
00010000:00000010:2.1:1769074585.389583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbf00.
00010000:00000010:2.1:1769074585.389587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00010000:00000010:2.1:1769074585.389593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758b00.
00010000:00000010:2.1:1769074585.389596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:2.1:1769074585.456558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059a0.
00010000:00000010:0.1:1769074591.245447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb400.
00010000:00000010:0.1:1769074591.245458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167400.
00010000:00000010:0.1:1769074594.488782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24be00.
00010000:00000010:0.1:1769074594.488796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00010000:00000010:0.1:1769074594.554889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2ca00.
00000080:00000010:0.1:1769074613.555582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a60.
00010000:00000010:0.1:1769074613.646271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb900.
00010000:00000010:0.1:1769074613.646286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676bc00.
00000080:00000010:0.1:1769074613.746704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897720.
00000080:00000010:0.1:1769074613.852685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f4c0.
00010000:00000010:0.1:1769074613.915182:0:45103:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbd00.
00010000:00000010:0.1:1769074613.915192:0:45103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75000.
00010000:00000010:2.1:1769074613.965696:0:45104:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758900.
00010000:00000010:2.1:1769074613.965703:0:45104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:0.1:1769074614.012569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20300.
00000080:00000010:0.1:1769074614.109560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e60.
00010000:00000010:0.1:1769074614.267577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbd00.
00010000:00000010:0.1:1769074614.267585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:0.1:1769074614.287698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f960.
00010000:00000010:0.1:1769074614.348546:0:45109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbd00.
00010000:00000010:0.1:1769074614.348553:0:45109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:2.1:1769074614.372684:0:45110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a60.
00010000:00000010:2.1:1769074614.392654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758900.
00010000:00000010:2.1:1769074614.392666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074614.461689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd80.
00010000:00000010:0.1:1769074614.482716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbe00.
00010000:00000010:0.1:1769074614.482732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ae00.
00000080:00000010:0.1:1769074614.508847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897aa0.
00010000:00000010:2.1:1769074614.591590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758900.
00010000:00000010:2.1:1769074614.591601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00000080:00000010:0.1:1769074614.617578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fb60.
00010000:00000010:0.1:1769074614.636140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbe00.
00010000:00000010:0.1:1769074614.636147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ae00.
00010000:00000010:0.1:1769074614.699575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbe00.
00010000:00000010:0.1:1769074614.699591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ae00.
00000080:00000010:0.1:1769074614.759602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897240.
00010000:00000010:0.1:1769074614.802571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb000.
00010000:00000010:0.1:1769074614.802586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2da00.
00000080:00000010:0.1:1769074614.862574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00010000:00000010:0.1:1769074614.901567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb200.
00010000:00000010:0.1:1769074614.901582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2da00.
00000080:00000010:0.1:1769074614.943244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00010000:00000010:2.1:1769074614.996947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758900.
00010000:00000010:2.1:1769074614.996962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676b800.
00000080:00000010:2.1:1769074615.073108:0:45120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878977c0.
00000080:00000010:0.1:1769074615.173283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d80.
00010000:00000010:2.1:1769074615.333582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb200.
00010000:00000010:2.1:1769074615.333601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676bc00.
00010000:00000010:0.1:1769074615.595691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbb00.
00010000:00000010:0.1:1769074615.595706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a800.
00000080:00000010:2.1:1769074615.630757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897840.
00010000:00000010:0.1:1769074615.810636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb500.
00010000:00000010:0.1:1769074615.810648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a000.
00000080:00000010:2.1:1769074615.859308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074615.937451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00010000:00000010:0.1:1769074615.960227:0:45129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb500.
00010000:00000010:0.1:1769074615.960242:0:45129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a000.
00000080:00000010:0.1:1769074616.141742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866057a0.
00010000:00000010:0.1:1769074616.170596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb500.
00010000:00000010:0.1:1769074616.170609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a000.
00000080:00000010:0.1:1769074616.200842:0:45133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897060.
00010000:00000010:0.1:1769074616.432455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb200.
00010000:00000010:0.1:1769074616.432464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:0.1:1769074616.469570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d40.
00010000:00000010:0.1:1769074616.527578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2b00.
00010000:00000010:0.1:1769074616.527585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00000080:00000010:0.1:1769074616.723921:0:45139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:2.1:1769074616.834558:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897dc0.
00010000:00000010:0.1:1769074616.995587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9400.
00010000:00000010:0.1:1769074616.995606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00010000:00000010:0.1:1769074617.120466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758200.
00010000:00000010:0.1:1769074617.120496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d400.
00000080:00000010:0.1:1769074617.183926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f160.
00010000:00000010:2.1:1769074617.206087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2000.
00010000:00000010:2.1:1769074617.206104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319a00.
00000080:00000010:0.1:1769074617.422774:0:45148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00010000:00000010:0.1:1769074617.553647:0:45150:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2b00.
00010000:00000010:0.1:1769074617.553655:0:45150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c200.
00000080:00000010:0.1:1769074617.585619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f260.
00010000:00000010:0.1:1769074617.654634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2b00.
00010000:00000010:0.1:1769074617.654648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318a00.
00000080:00000010:0.1:1769074617.680774:0:45153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878971e0.
00010000:00000010:0.1:1769074617.699590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8100.
00010000:00000010:0.1:1769074617.699603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319400.
00000080:00000010:0.1:1769074617.730771:0:45154:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878971e0.
00000080:00000010:0.1:1769074617.782639:0:45155:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897740.
00010000:00000010:0.1:1769074617.902420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8500.
00010000:00000010:0.1:1769074617.902429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318c00.
00000080:00000010:2.1:1769074617.934622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c60.
00010000:00000010:0.1:1769074618.013559:0:45158:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770b00.
00010000:00000010:0.1:1769074618.013566:0:45158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076600.
00000080:00000010:0.1:1769074618.030626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056e0.
00010000:00000010:0.1:1769074618.058824:0:45159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8600.
00010000:00000010:0.1:1769074618.058841:0:45159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318600.
00000080:00000010:0.1:1769074618.078697:0:45160:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f80.
00010000:00000010:0.1:1769074618.144632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8200.
00010000:00000010:0.1:1769074618.144645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:2.1:1769074618.243969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:2.1:1769074618.243983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00010000:00000010:0.1:1769074618.284589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8f00.
00010000:00000010:0.1:1769074618.284608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:0.1:1769074618.308241:0:45165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00010000:00000010:0.1:1769074618.333578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8b00.
00010000:00000010:0.1:1769074618.333584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319a00.
00000080:00000010:0.1:1769074618.411689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207a0.
00010000:00000010:2.1:1769074618.430733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9200.
00010000:00000010:2.1:1769074618.430741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074618.463573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20920.
00000080:00000010:0.1:1769074618.517712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20000.
00000080:00000010:2.1:1769074618.577456:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00010000:00000010:0.1:1769074618.598603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8600.
00010000:00000010:0.1:1769074618.598611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076000.
00000080:00000010:0.1:1769074618.693248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ec0.
00010000:00000010:0.1:1769074618.859628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8600.
00010000:00000010:0.1:1769074618.859643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673de00.
00000080:00000010:2.1:1769074618.883700:0:45176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fbc0.
00010000:00000010:0.1:1769074618.922776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ec00.
00010000:00000010:0.1:1769074618.922784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:0.1:1769074618.948581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20cc0.
00010000:00000010:0.1:1769074618.975572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074618.975586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00000080:00000010:0.1:1769074619.030767:0:45179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b40.
00010000:00000010:0.1:1769074619.056660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e700.
00010000:00000010:0.1:1769074619.056673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030600.
00000080:00000010:0.1:1769074619.084599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00010000:00000010:2.1:1769074619.128632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758300.
00010000:00000010:2.1:1769074619.128644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:2.1:1769074619.134659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00010000:00000010:0.1:1769074619.232956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e700.
00010000:00000010:0.1:1769074619.232973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00010000:00000010:0.1:1769074619.322990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e500.
00010000:00000010:0.1:1769074619.322998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074619.342672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00000080:00000010:0.1:1769074619.427827:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a202c0.
00010000:00000010:2.1:1769074619.457209:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758500.
00010000:00000010:2.1:1769074619.457223:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00010000:00000010:0.1:1769074619.518988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e200.
00010000:00000010:0.1:1769074619.518996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084600.
00010000:00000010:2.1:1769074619.571699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:2.1:1769074619.571715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00000080:00000010:0.1:1769074619.681000:0:45189:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050c0.
00010000:00000010:2.1:1769074619.724869:0:2405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e200.
00010000:00000010:2.1:1769074619.724885:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031a00.
00000080:00000010:0.1:1769074619.760650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e60.
00000080:00000010:0.1:1769074619.899588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fe0.
00010000:00000010:0.1:1769074620.041702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e900.
00010000:00000010:0.1:1769074620.041727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031a00.
00000080:00000010:2.1:1769074620.088700:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974a0.
00000080:00000010:0.1:1769074620.145604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e20.
00010000:00000010:0.1:1769074620.160638:0:45196:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e600.
00010000:00000010:0.1:1769074620.160644:0:45196:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00000080:00000010:0.1:1769074620.175766:0:45197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a80.
00010000:00000010:0.1:1769074620.196626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e600.
00010000:00000010:0.1:1769074620.196634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00010000:00000010:0.1:1769074620.306929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ef00.
00010000:00000010:0.1:1769074620.306936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00000080:00000010:0.1:1769074620.329720:0:45200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00010000:00000010:0.1:1769074620.397616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ef00.
00010000:00000010:0.1:1769074620.397624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969e00.
00000080:00000010:2.1:1769074620.427706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00010000:00000010:0.1:1769074620.456554:0:45201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ef00.
00010000:00000010:0.1:1769074620.456560:0:45201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969e00.
00000080:00000010:0.1:1769074620.481578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897fa0.
00010000:00000010:2.1:1769074620.496573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f300.
00010000:00000010:2.1:1769074620.496589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00000080:00000010:0.1:1769074620.518552:0:45203:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605440.
00010000:00000010:0.1:1769074620.619922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e200.
00010000:00000010:0.1:1769074620.619938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968000.
00000080:00000010:0.1:1769074620.666578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897360.
00000080:00000010:0.1:1769074620.733712:0:45206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605dc0.
00000080:00000010:0.1:1769074620.853029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe80.
00000080:00000010:0.1:1769074620.981702:0:45210:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054a0.
00010000:00000010:0.1:1769074620.999720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad600.
00010000:00000010:0.1:1769074620.999735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968e00.
00000080:00000010:0.1:1769074621.045626:0:45211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897140.
00010000:00000010:0.1:1769074621.082574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ada00.
00010000:00000010:0.1:1769074621.082589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969a00.
00000080:00000010:0.1:1769074621.285661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605860.
00000080:00000010:0.1:1769074621.369813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00010000:00000010:2.1:1769074621.464815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:2.1:1769074621.464841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074621.524563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205a0.
00010000:00000010:0.1:1769074621.556976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad100.
00010000:00000010:0.1:1769074621.556989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:0.1:1769074621.580664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00000080:00000010:0.1:1769074621.628741:0:45218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:0.1:1769074621.684002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897660.
00000080:00000010:0.1:1769074621.725012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201e0.
00000080:00000010:0.1:1769074621.783067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866057e0.
00010000:00000010:0.1:1769074621.809834:0:45221:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad800.
00010000:00000010:0.1:1769074621.809841:0:45221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969000.
00000080:00000010:0.1:1769074621.836573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ac0.
00000080:00000010:2.1:1769074621.895874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209c0.
00010000:00000010:2.1:1769074621.922737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074621.922746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074621.943579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d40.
00010000:00000010:2.1:1769074622.022745:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074622.022760:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969800.
00000080:00000010:2.1:1769074622.034122:0:45226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f40.
00010000:00000010:2.1:1769074622.057098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074622.057121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074622.085159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20640.
00010000:00000010:2.1:1769074622.110685:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074622.110698:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074622.122568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207a0.
00010000:00000010:0.1:1769074622.139054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ada00.
00010000:00000010:0.1:1769074622.139062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:0.1:1769074622.166673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00010000:00000010:0.1:1769074622.184550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad400.
00010000:00000010:0.1:1769074622.184560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968600.
00000080:00000010:0.1:1769074622.250644:0:45231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605020.
00010000:00000010:0.1:1769074622.283570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866300.
00010000:00000010:0.1:1769074622.283584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00010000:00000010:0.1:1769074622.336218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866300.
00010000:00000010:0.1:1769074622.336236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:2.1:1769074622.417346:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f680.
00010000:00000010:2.1:1769074622.433704:0:2405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074622.433716:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00010000:00000010:0.1:1769074622.495961:0:45235:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866500.
00010000:00000010:0.1:1769074622.495969:0:45235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ec00.
00000080:00000010:0.1:1769074622.508721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ca0.
00010000:00000010:2.1:1769074622.585595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:2.1:1769074622.585605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736600.
00000080:00000010:0.1:1769074622.600681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e20.
00010000:00000010:0.1:1769074622.612791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866b00.
00010000:00000010:0.1:1769074622.612817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ec00.
00010000:00000010:0.1:1769074622.665669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957400.
00010000:00000010:0.1:1769074622.665684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736000.
00000080:00000010:0.1:1769074622.699650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605580.
00000080:00000010:0.1:1769074622.743594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c40.
00010000:00000010:2.1:1769074622.849675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758b00.
00010000:00000010:2.1:1769074622.849691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00000080:00000010:0.1:1769074622.906565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00010000:00000010:0.1:1769074623.013575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866800.
00010000:00000010:0.1:1769074623.013590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660e200.
00000080:00000010:0.1:1769074623.155617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00010000:00000010:0.1:1769074623.175937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866900.
00010000:00000010:0.1:1769074623.175945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660fc00.
00000080:00000010:2.1:1769074623.207451:0:45247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897020.
00000080:00000010:0.1:1769074623.257721:0:45248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201a0.
00010000:00000010:0.1:1769074623.278581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866d00.
00010000:00000010:0.1:1769074623.278598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ee00.
00010000:00000010:2.1:1769074623.364776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758b00.
00010000:00000010:2.1:1769074623.364783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00000080:00000010:2.1:1769074623.391584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f40.
00010000:00000010:0.1:1769074623.409666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866d00.
00010000:00000010:0.1:1769074623.409677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ee00.
00010000:00000010:0.1:1769074623.523685:0:45253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957100.
00010000:00000010:0.1:1769074623.523692:0:45253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737800.
00000080:00000010:0.1:1769074623.548014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052a0.
00000080:00000010:0.1:1769074623.602592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605320.
00010000:00000010:0.1:1769074623.626573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866500.
00010000:00000010:0.1:1769074623.626586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660f600.
00010000:00000010:2.1:1769074623.750940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9200.
00010000:00000010:2.1:1769074623.750956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c200.
00000080:00000010:2.1:1769074624.084883:0:44955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059e0.
00010000:00000010:2.1:1769074624.165807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3800.
00010000:00000010:2.1:1769074624.165831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe000.
00000080:00000010:0.1:1769074624.258370:0:44955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201e0.
00010000:00000010:2.1:1769074624.319055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3800.
00010000:00000010:2.1:1769074624.319065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00010000:00000010:2.1:1769074624.400291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3500.
00010000:00000010:2.1:1769074624.400305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00000080:00000010:0.1:1769074624.443801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:0.1:1769074624.560717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605500.
00010000:00000010:0.1:1769074624.635902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239700.
00010000:00000010:0.1:1769074624.635913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe800.
00010000:00000010:0.1:1769074624.690051:0:1030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651200.
00010000:00000010:0.1:1769074624.690063:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736600.
00000080:00000010:0.1:1769074624.706088:0:45267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605600.
00000080:00000010:2.1:1769074624.828701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605040.
00010000:00000010:0.1:1769074624.912621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239000.
00010000:00000010:0.1:1769074624.912628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330a00.
00000080:00000010:0.1:1769074624.948390:0:45271:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897560.
00010000:00000010:0.1:1769074624.980642:0:45271:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239b00.
00010000:00000010:0.1:1769074624.980649:0:45271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330200.
00000080:00000010:0.1:1769074625.003545:0:45272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897560.
00010000:00000010:0.1:1769074625.081680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239b00.
00010000:00000010:0.1:1769074625.081694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330200.
00000080:00000010:2.1:1769074625.099694:0:45274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897140.
00010000:00000010:2.1:1769074625.122680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3100.
00010000:00000010:2.1:1769074625.122696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff600.
00000080:00000010:2.1:1769074625.228703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:0.1:1769074625.279461:0:45277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605aa0.
00010000:00000010:0.1:1769074625.346276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239e00.
00010000:00000010:0.1:1769074625.346286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330e00.
00000080:00000010:0.1:1769074625.372604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897900.
00010000:00000010:0.1:1769074625.441748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239e00.
00010000:00000010:0.1:1769074625.441760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fee00.
00000080:00000010:0.1:1769074625.523852:0:45282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f040.
00010000:00000010:0.1:1769074625.603032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651a00.
00010000:00000010:0.1:1769074625.603045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45000.
00000080:00000010:0.1:1769074625.627566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d00.
00010000:00000010:0.1:1769074625.647775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239100.
00010000:00000010:0.1:1769074625.647788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331600.
00010000:00000010:0.1:1769074625.690591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239100.
00010000:00000010:0.1:1769074625.690607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331600.
00000080:00000010:2.1:1769074625.764076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00010000:00000010:2.1:1769074625.857310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651000.
00010000:00000010:2.1:1769074625.857325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45400.
00000080:00000010:0.1:1769074625.887783:0:45290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00010000:00000010:0.1:1769074626.078967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239200.
00010000:00000010:0.1:1769074626.078977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331200.
00000080:00000010:0.1:1769074626.106569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e40.
00000080:00000010:0.1:1769074626.164570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605060.
00000080:00000010:2.1:1769074626.264706:0:45297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605760.
00010000:00000010:0.1:1769074626.285865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239200.
00010000:00000010:0.1:1769074626.285878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fee00.
00000080:00000010:0.1:1769074626.315581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209c0.
00010000:00000010:0.1:1769074626.345566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239200.
00010000:00000010:0.1:1769074626.345579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00010000:00000010:0.1:1769074626.377924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651a00.
00010000:00000010:0.1:1769074626.377933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45800.
00000080:00000010:0.1:1769074626.417005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00010000:00000010:2.1:1769074626.448793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3c00.
00010000:00000010:2.1:1769074626.448832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44e00.
00010000:00000010:0.1:1769074626.512896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239800.
00010000:00000010:0.1:1769074626.512912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331400.
00000080:00000010:0.1:1769074626.530794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897060.
00010000:00000010:0.1:1769074626.552946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239800.
00010000:00000010:0.1:1769074626.552954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331400.
00000080:00000010:0.1:1769074626.592651:0:45303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f80.
00010000:00000010:0.1:1769074626.615597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239800.
00010000:00000010:0.1:1769074626.615606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45a00.
00010000:00000010:0.1:1769074626.649669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239800.
00010000:00000010:0.1:1769074626.649678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331000.
00000080:00000010:0.1:1769074626.675446:0:45305:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00000080:00000010:0.1:1769074626.784824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00000080:00000010:0.1:1769074626.955828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00010000:00000010:2.1:1769074626.973559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573000.
00010000:00000010:2.1:1769074626.973577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04c00.
00000080:00000010:0.1:1769074627.015212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fea0.
00010000:00000010:2.1:1769074627.094559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c000.
00010000:00000010:2.1:1769074627.094566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00000080:00000010:0.1:1769074627.205574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00010000:00000010:0.1:1769074627.228673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c400.
00010000:00000010:0.1:1769074627.228692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00010000:00000010:2.1:1769074627.273665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3b00.
00010000:00000010:2.1:1769074627.273673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04600.
00010000:00000010:2.1:1769074627.396581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ce00.
00010000:00000010:2.1:1769074627.396600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ba00.
00000080:00000010:2.1:1769074627.436275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e00.
00010000:00000010:2.1:1769074627.452730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3b00.
00010000:00000010:2.1:1769074627.452745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00000080:00000010:2.1:1769074627.473660:0:45319:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206e0.
00010000:00000010:0.1:1769074627.508738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c900.
00010000:00000010:0.1:1769074627.508761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00000080:00000010:0.1:1769074627.538596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a206e0.
00010000:00000010:0.1:1769074627.570649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c900.
00010000:00000010:0.1:1769074627.570656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00010000:00000010:0.1:1769074627.665556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c900.
00010000:00000010:0.1:1769074627.665570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b000.
00000080:00000010:0.1:1769074627.708557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897480.
00000080:00000010:0.1:1769074627.755605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20840.
00010000:00000010:0.1:1769074627.819549:0:45325:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926a00.
00010000:00000010:0.1:1769074627.819555:0:45325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736000.
00000080:00000010:0.1:1769074627.847809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605360.
00010000:00000010:0.1:1769074627.966792:0:45328:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c500.
00010000:00000010:0.1:1769074627.966798:0:45328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ac00.
00000080:00000010:0.1:1769074628.001914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878971e0.
00000080:00000010:0.1:1769074628.087961:0:45331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605600.
00010000:00000010:2.1:1769074628.113639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c500.
00010000:00000010:2.1:1769074628.113654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ac00.
00010000:00000010:2.1:1769074628.208581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c700.
00010000:00000010:2.1:1769074628.208597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a600.
00000080:00000010:0.1:1769074628.254627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b40.
00010000:00000010:2.1:1769074628.262569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3f00.
00010000:00000010:2.1:1769074628.262577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04e00.
00000080:00000010:2.1:1769074628.302862:0:45334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ffe0.
00010000:00000010:2.1:1769074628.311946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3f00.
00010000:00000010:2.1:1769074628.311963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fee00.
00000080:00000010:0.1:1769074628.350205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20cc0.
00010000:00000010:0.1:1769074628.371786:0:44955:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:0.1:1769074628.371796:0:44955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a000.
00010000:00000010:2.1:1769074628.402886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3f00.
00010000:00000010:2.1:1769074628.402898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c400.
00000080:00000010:0.1:1769074628.422836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a208e0.
00000080:00000010:0.1:1769074628.517786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605220.
00010000:00000010:0.1:1769074628.541662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:0.1:1769074628.541679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:0.1:1769074628.638860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:0.1:1769074628.638869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a200.
00010000:00000010:0.1:1769074628.730599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:0.1:1769074628.730612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c800.
00000080:00000010:0.1:1769074628.800587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c40.
00010000:00000010:0.1:1769074628.838113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:0.1:1769074628.838128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04200.
00000080:00000010:2.1:1769074628.891088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1c0.
00010000:00000010:0.1:1769074628.929929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51cb00.
00010000:00000010:0.1:1769074628.929940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04a00.
00010000:00000010:2.1:1769074629.003571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:2.1:1769074629.003590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05800.
00000080:00000010:2.1:1769074629.068870:0:45345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe60.
00010000:00000010:2.1:1769074629.094046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573000.
00010000:00000010:2.1:1769074629.094060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00000080:00000010:2.1:1769074629.121586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00010000:00000010:0.1:1769074629.163672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926b00.
00010000:00000010:0.1:1769074629.163682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557e00.
00010000:00000010:0.1:1769074629.232672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f300.
00010000:00000010:0.1:1769074629.232688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00000080:00000010:0.1:1769074629.267581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20620.
00000080:00000010:0.1:1769074629.314196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fe0.
00010000:00000010:2.1:1769074629.341193:0:2405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926e00.
00010000:00000010:2.1:1769074629.341215:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556c00.
00000080:00000010:2.1:1769074629.376694:0:45350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059a0.
00010000:00000010:2.1:1769074629.413293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:2.1:1769074629.413300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00000080:00000010:0.1:1769074629.429851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207e0.
00010000:00000010:0.1:1769074629.451728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f800.
00010000:00000010:0.1:1769074629.451738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9e00.
00000080:00000010:0.1:1769074629.476280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897940.
00010000:00000010:0.1:1769074629.578932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926e00.
00010000:00000010:0.1:1769074629.578948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556600.
00000080:00000010:0.1:1769074629.624031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054a0.
00000080:00000010:0.1:1769074629.678573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ce0.
00000080:00000010:0.1:1769074629.740607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605cc0.
00010000:00000010:0.1:1769074629.758555:0:45356:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fa00.
00010000:00000010:0.1:1769074629.758560:0:45356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8600.
00010000:00000010:0.1:1769074629.808591:0:45357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fa00.
00010000:00000010:0.1:1769074629.808598:0:45357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556000.
00000080:00000010:0.1:1769074629.822914:0:45358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e40.
00010000:00000010:2.1:1769074629.869243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:2.1:1769074629.869252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8a00.
00010000:00000010:0.1:1769074629.929574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fa00.
00010000:00000010:0.1:1769074629.929590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8200.
00010000:00000010:0.1:1769074629.990307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fb00.
00010000:00000010:0.1:1769074629.990322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556200.
00000080:00000010:0.1:1769074630.031821:0:45361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605380.
00010000:00000010:0.1:1769074630.063776:0:45361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f400.
00010000:00000010:0.1:1769074630.063782:0:45361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9800.
00000080:00000010:0.1:1769074630.095815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897200.
00010000:00000010:0.1:1769074630.159771:0:45363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f400.
00010000:00000010:0.1:1769074630.159777:0:45363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9800.
00000080:00000010:0.1:1769074630.180874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897540.
00010000:00000010:0.1:1769074630.236843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f400.
00010000:00000010:0.1:1769074630.236853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c400.
00000080:00000010:0.1:1769074630.263765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20900.
00010000:00000010:2.1:1769074630.282796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:2.1:1769074630.282803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609dc00.
00000080:00000010:2.1:1769074630.301608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20420.
00010000:00000010:0.1:1769074630.408880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f400.
00010000:00000010:0.1:1769074630.408889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00000080:00000010:0.1:1769074630.431553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20760.
00000080:00000010:0.1:1769074630.471599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897200.
00010000:00000010:0.1:1769074630.588571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f100.
00010000:00000010:0.1:1769074630.588579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9600.
00010000:00000010:0.1:1769074630.638870:0:45374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f100.
00010000:00000010:0.1:1769074630.638877:0:45374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9600.
00000080:00000010:0.1:1769074630.702573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b60.
00000080:00000010:0.1:1769074630.814603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00010000:00000010:0.1:1769074630.821812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80d00.
00010000:00000010:0.1:1769074630.821826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8a00.
00010000:00000010:0.1:1769074630.881707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80200.
00010000:00000010:0.1:1769074630.881722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00000080:00000010:0.1:1769074630.898692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a201e0.
00010000:00000010:2.1:1769074631.037787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808e00.
00010000:00000010:2.1:1769074631.037802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336400.
00000080:00000010:0.1:1769074631.102571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00010000:00000010:2.1:1769074631.211763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:2.1:1769074631.211778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d000.
00000080:00000010:0.1:1769074631.237597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20400.
00010000:00000010:0.1:1769074631.270645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80200.
00010000:00000010:0.1:1769074631.270665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aee00.
00010000:00000010:0.1:1769074631.319224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80500.
00010000:00000010:0.1:1769074631.319231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609dc00.
00000080:00000010:0.1:1769074631.348575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20400.
00010000:00000010:0.1:1769074631.385650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738700.
00010000:00000010:0.1:1769074631.385664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336c00.
00000080:00000010:0.1:1769074631.467668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605dc0.
00010000:00000010:0.1:1769074631.485664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80700.
00010000:00000010:0.1:1769074631.485689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731800.
00000080:00000010:2.1:1769074631.613709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205a0.
00010000:00000010:0.1:1769074631.734555:0:45394:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80c00.
00010000:00000010:0.1:1769074631.734561:0:45394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af000.
00000080:00000010:0.1:1769074631.773596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897320.
00010000:00000010:2.1:1769074631.811574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738500.
00010000:00000010:2.1:1769074631.811590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00000080:00000010:0.1:1769074631.841575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051c0.
00010000:00000010:0.1:1769074631.905824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074631.905831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817afe00.
00000080:00000010:0.1:1769074631.930082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f20.
00010000:00000010:0.1:1769074631.981566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074631.981578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af400.
00000080:00000010:0.1:1769074632.000746:0:45400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e40.
00010000:00000010:0.1:1769074632.039058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074632.039066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af400.
00000080:00000010:2.1:1769074632.054631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e40.
00010000:00000010:2.1:1769074632.081576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:2.1:1769074632.081592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609da00.
00000080:00000010:0.1:1769074632.094831:0:45402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00010000:00000010:0.1:1769074632.112645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074632.112658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af400.
00000080:00000010:0.1:1769074632.130852:0:45403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20920.
00010000:00000010:0.1:1769074632.215499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074632.215514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aea00.
00000080:00000010:0.1:1769074632.256944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897440.
00010000:00000010:0.1:1769074632.260793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:0.1:1769074632.260809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aea00.
00000080:00000010:0.1:1769074632.308147:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897640.
00010000:00000010:0.1:1769074632.395782:0:45408:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80900.
00010000:00000010:0.1:1769074632.395789:0:45408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609de00.
00000080:00000010:0.1:1769074632.432824:0:45409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ae0.
00010000:00000010:0.1:1769074632.510556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80100.
00010000:00000010:0.1:1769074632.510564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817afe00.
00000080:00000010:0.1:1769074632.532566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c80.
00000080:00000010:0.1:1769074632.600585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ff20.
00000080:00000010:0.1:1769074632.650618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fee0.
00000080:00000010:0.1:1769074632.689862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f900.
00000080:00000010:2.1:1769074632.771323:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20920.
00010000:00000010:2.1:1769074632.789870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:2.1:1769074632.789879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00000080:00000010:0.1:1769074632.811737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f40.
00010000:00000010:0.1:1769074632.869581:0:45419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:0.1:1769074632.869694:0:45419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609da00.
00000080:00000010:0.1:1769074632.888731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00010000:00000010:0.1:1769074632.953609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:0.1:1769074632.953620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af400.
00000080:00000010:0.1:1769074632.990431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897dc0.
00010000:00000010:0.1:1769074633.076703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:0.1:1769074633.076716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00000080:00000010:2.1:1769074633.082569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897cc0.
00010000:00000010:2.1:1769074633.100612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261500.
00010000:00000010:2.1:1769074633.100627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00000080:00000010:2.1:1769074633.133813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00010000:00000010:0.1:1769074633.204619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:0.1:1769074633.204636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:0.1:1769074633.367993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074633.368021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336400.
00000080:00000010:0.1:1769074633.528584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20000.
00010000:00000010:0.1:1769074633.542708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cd00.
00010000:00000010:0.1:1769074633.542724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00000080:00000010:0.1:1769074633.593817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054a0.
00010000:00000010:0.1:1769074633.614567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c200.
00010000:00000010:0.1:1769074633.614582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00000080:00000010:0.1:1769074633.721566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f8a0.
00010000:00000010:2.1:1769074633.746583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261b00.
00010000:00000010:2.1:1769074633.746601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731400.
00010000:00000010:0.1:1769074633.844764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c300.
00010000:00000010:0.1:1769074633.844776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00000080:00000010:0.1:1769074633.949579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970e0.
00010000:00000010:2.1:1769074633.971779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074633.971793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:2.1:1769074634.143631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074634.143645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730800.
00000080:00000010:0.1:1769074634.194733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f240.
00010000:00000010:2.1:1769074634.247383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:2.1:1769074634.247416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336200.
00010000:00000010:0.1:1769074634.319667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074634.319698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336200.
00010000:00000010:0.1:1769074634.388690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:0.1:1769074634.388708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00000080:00000010:0.1:1769074634.424804:0:45442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a200e0.
00010000:00000010:0.1:1769074634.490749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c000.
00010000:00000010:0.1:1769074634.490757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609da00.
00000080:00000010:0.1:1769074634.509321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20540.
00010000:00000010:0.1:1769074634.542827:0:45444:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261d00.
00010000:00000010:0.1:1769074634.556576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c400.
00010000:00000010:0.1:1769074634.556588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:2.1:1769074634.662726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:2.1:1769074634.670594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74c00.
00010000:00000010:2.1:1769074634.670611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b600.
00010000:00000010:2.1:1769074634.670615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb600.
00010000:00000010:2.1:1769074634.670619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ac00.
00010000:00000010:0.1:1769074634.715726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00000080:00000010:0.1:1769074634.749628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605500.
00000080:00000010:0.1:1769074634.749649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20600.
00000080:00000010:0.1:1769074634.749655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a60.
00010000:00000010:0.1:1769074634.807156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d400.
00010000:00000010:0.1:1769074634.934960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:0.1:1769074634.934987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00000080:00000010:0.1:1769074634.980752:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0dac0.
00000080:00000010:0.1:1769074634.980765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897300.
00010000:00000010:0.1:1769074635.082109:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074635.082125:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758b00.
00010000:00000010:0.1:1769074635.082130:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff400.
00010000:00000010:0.1:1769074635.082133:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709800.
00010000:00000010:0.1:1769074635.082136:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00000080:00000010:2.1:1769074635.089037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897440.
00000080:00000010:2.1:1769074635.089057:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d58000.
00000080:00000010:0.1:1769074635.191098:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925ceb40.
00010000:00000010:0.1:1769074635.202202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074635.202215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80900.
00010000:00000010:0.1:1769074635.202219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817afc00.
00000080:00000010:0.1:1769074635.226750:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897040.
00000080:00000010:0.1:1769074635.226768:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac68000.
00010000:00000010:0.1:1769074635.245929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074635.245938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738200.
00010000:00000010:0.1:1769074635.245942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556600.
00000080:00000010:0.1:1769074635.245947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897340.
00000080:00000010:0.1:1769074635.245962:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accdac0.
00010000:00000010:0.1:1769074635.245979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074635.245983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c700.
00010000:00000010:0.1:1769074635.245986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00000080:00000010:2.1:1769074635.496267:0:2405:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d97380.
00010000:00000010:0.1:1769074635.501706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:0.1:1769074635.501719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239900.
00010000:00000010:0.1:1769074635.501723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330400.
00000080:00000010:0.1:1769074635.501728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a207e0.
00000080:00000010:0.1:1769074635.501749:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f19080.
00010000:00000010:0.1:1769074635.501754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074635.501757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4e00.
00010000:00000010:0.1:1769074635.501761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661fe00.
00000080:00000010:0.1:1769074635.501764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897340.
00000080:00000010:0.1:1769074635.501772:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925ca940.
00000080:00000010:2.1:1769074635.564716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605280.
00000080:00000010:2.1:1769074635.564746:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4eb40.
00010000:00000010:0.1:1769074635.569675:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609da00.
00010000:00000010:0.1:1769074635.569682:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e100.
00010000:00000010:0.1:1769074635.569686:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030400.
00000080:00000010:0.1:1769074635.576568:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00000080:00000010:0.1:1769074635.576587:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1ca40.
00010000:00000010:0.1:1769074635.590790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074635.590805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb800.
00010000:00000010:0.1:1769074635.590810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676bc00.
00000080:00000010:0.1:1769074635.590815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897340.
00000080:00000010:0.1:1769074635.590833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925c98c0.
00010000:00000010:0.1:1769074635.605018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074635.605026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:0.1:1769074635.605030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00000080:00000010:0.1:1769074635.609303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c00.
00000080:00000010:0.1:1769074635.609321:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac11080.
00010000:00000010:0.1:1769074635.617666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074635.617685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573000.
00010000:00000010:0.1:1769074635.617690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05a00.
00000080:00000010:0.1:1769074635.642947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897340.
00000080:00000010:0.1:1769074635.642966:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4c200.
00010000:00000010:0.1:1769074635.642976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074635.642980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80400.
00010000:00000010:0.1:1769074635.642983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aec00.
00000080:00000010:0.1:1769074635.645732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c00.
00000080:00000010:0.1:1769074635.645757:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad05ac0.
00010000:00000010:1.1:1769074635.649594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4f00.
00010000:00000010:1.1:1769074635.649599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661e400.
00000080:00000010:1.1:1769074635.659930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f20.
00000080:00000010:1.1:1769074635.664435:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925c8000.
00010000:00000010:1.1:1769074635.672661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074635.672678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:1.1:1769074635.672682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731e00.
00000080:00000010:1.1:1769074635.688674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605040.
00000080:00000010:1.1:1769074635.688705:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fbd280.
00010000:00000010:1.1:1769074635.688717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074635.688722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fd00.
00010000:00000010:1.1:1769074635.688726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8800.
00000080:00000010:1.1:1769074635.699056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:1.1:1769074635.706692:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad06b40.
00010000:00000010:0.1:1769074635.712733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:0.1:1769074635.712748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3e00.
00010000:00000010:0.1:1769074635.712753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff000.
00000080:00000010:0.1:1769074635.719949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605040.
00000080:00000010:0.1:1769074635.719987:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892635280.
00010000:00000010:0.1:1769074635.733401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074635.733410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80500.
00010000:00000010:0.1:1769074635.733414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817ae800.
00000080:00000010:0.1:1769074635.755559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c00.
00000080:00000010:0.1:1769074635.755577:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad00000.
00010000:00000010:2.1:1769074635.759791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:2.1:1769074635.759799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738000.
00010000:00000010:2.1:1769074635.759803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00000080:00000010:2.1:1769074635.769143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897340.
00000080:00000010:2.1:1769074635.774100:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accc200.
00010000:00000010:1.1:1769074635.789575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:1.1:1769074635.789592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758100.
00010000:00000010:1.1:1769074635.789596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75000.
00000080:00000010:1.1:1769074635.796783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00000080:00000010:1.1:1769074635.796810:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d90000.
00010000:00000010:1.1:1769074635.812725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:1.1:1769074635.812738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c300.
00010000:00000010:1.1:1769074635.812742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00000080:00000010:1.1:1769074635.815832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:1.1:1769074635.827016:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924d98c0.
00000080:00000010:0.1:1769074635.863688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acca100.
00010000:00000010:0.1:1769074635.870747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074635.870759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926d00.
00010000:00000010:0.1:1769074635.870763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557000.
00000080:00000010:0.1:1769074635.870767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c00.
00000080:00000010:0.1:1769074635.870781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd6b40.
00010000:00000010:0.1:1769074635.876622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074635.876639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3d00.
00010000:00000010:0.1:1769074635.876644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00010000:00000010:2.1:1769074635.891110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:2.1:1769074635.891118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8a00.
00010000:00000010:2.1:1769074635.891122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319800.
00000080:00000010:0.1:1769074635.891573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897000.
00000080:00000010:0.1:1769074635.891590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924d8000.
00000080:00000010:2.1:1769074635.894777:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cca40.
00010000:00000010:2.1:1769074635.914728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:2.1:1769074635.914745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb500.
00010000:00000010:2.1:1769074635.914749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a000.
00000080:00000010:0.1:1769074635.918542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20260.
00000080:00000010:0.1:1769074635.918560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df1080.
00010000:00000010:0.1:1769074635.928873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074635.928889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4a00.
00010000:00000010:0.1:1769074635.928893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661f400.
00000080:00000010:0.1:1769074635.934986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897000.
00000080:00000010:0.1:1769074635.935015:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8f380.
00010000:00000010:0.1:1769074635.942769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074635.942785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:0.1:1769074635.942791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00000080:00000010:0.1:1769074635.957584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897920.
00000080:00000010:0.1:1769074635.957604:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924dca40.
00010000:00000010:1.1:1769074635.966914:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:1.1:1769074635.966920:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770500.
00010000:00000010:1.1:1769074635.966924:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076600.
00000080:00000010:1.1:1769074635.972551:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:1.1:1769074635.972569:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1dac0.
00010000:00000010:1.1:1769074635.977915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:1.1:1769074635.977930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808c00.
00010000:00000010:1.1:1769074635.977934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04600.
00000080:00000010:1.1:1769074635.984965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fc0.
00000080:00000010:1.1:1769074635.984998:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd0000.
00010000:00000010:1.1:1769074635.993764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:1.1:1769074635.993781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9200.
00010000:00000010:1.1:1769074635.993786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d200.
00000080:00000010:1.1:1769074636.003131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:1.1:1769074636.003161:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b28840.
00010000:00000010:0.1:1769074636.011747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:0.1:1769074636.011757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c100.
00010000:00000010:0.1:1769074636.011762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a400.
00000080:00000010:0.1:1769074636.029885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605fc0.
00000080:00000010:0.1:1769074636.029909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c18c0.
00010000:00000010:0.1:1769074636.035662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074636.035678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866000.
00010000:00000010:0.1:1769074636.035683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969800.
00000080:00000010:0.1:1769074636.045833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897920.
00000080:00000010:0.1:1769074636.048731:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db2940.
00010000:00000010:0.1:1769074636.053754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074636.053763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8e00.
00010000:00000010:0.1:1769074636.053768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319200.
00000080:00000010:0.1:1769074636.062730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897000.
00000080:00000010:0.1:1769074636.062753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1a940.
00010000:00000010:1.1:1769074636.073900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:1.1:1769074636.073916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e500.
00010000:00000010:1.1:1769074636.073920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031c00.
00000080:00000010:1.1:1769074636.079700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897920.
00000080:00000010:1.1:1769074636.083845:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1b9c0.
00010000:00000010:1.1:1769074636.090110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074636.098842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866f00.
00010000:00000010:1.1:1769074636.098861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660e600.
00000080:00000010:1.1:1769074636.105790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605660.
00000080:00000010:1.1:1769074636.110184:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2d280.
00010000:00000010:1.1:1769074636.122520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074636.122559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4600.
00010000:00000010:1.1:1769074636.122565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661ea00.
00000080:00000010:1.1:1769074636.127734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:1.1:1769074636.127754:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8a100.
00010000:00000010:1.1:1769074636.136656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.136673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866500.
00010000:00000010:1.1:1769074636.136678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660f600.
00000080:00000010:1.1:1769074636.142763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605660.
00000080:00000010:1.1:1769074636.142797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da4200.
00010000:00000010:1.1:1769074636.151492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.151510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261300.
00010000:00000010:1.1:1769074636.151516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609de00.
00000080:00000010:1.1:1769074636.159642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:1.1:1769074636.159680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fb8000.
00010000:00000010:0.1:1769074636.167773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074636.167788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80d00.
00010000:00000010:0.1:1769074636.167792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8a00.
00000080:00000010:0.1:1769074636.184832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605660.
00000080:00000010:0.1:1769074636.192782:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad00840.
00010000:00000010:0.1:1769074636.198816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074636.198833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8c00.
00010000:00000010:0.1:1769074636.198837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318200.
00000080:00000010:0.1:1769074636.206667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897000.
00000080:00000010:0.1:1769074636.206695:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d19080.
00010000:00000010:0.1:1769074636.216801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074636.216809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957100.
00010000:00000010:0.1:1769074636.216813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736e00.
00000080:00000010:0.1:1769074636.222673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897960.
00000080:00000010:0.1:1769074636.222697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d59080.
00010000:00000010:2.1:1769074636.230777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:2.1:1769074636.230794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8f00.
00010000:00000010:2.1:1769074636.230798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318800.
00000080:00000010:2.1:1769074636.242560:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897000.
00000080:00000010:2.1:1769074636.242576:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e039c0.
00010000:00000010:2.1:1769074636.254630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609de00.
00010000:00000010:2.1:1769074636.254640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4700.
00010000:00000010:2.1:1769074636.254655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661e600.
00000080:00000010:2.1:1769074636.263631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20260.
00000080:00000010:2.1:1769074636.263685:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8a940.
00010000:00000010:2.1:1769074636.266961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00010000:00000010:2.1:1769074636.266968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24bc00.
00010000:00000010:2.1:1769074636.266972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c800.
00000080:00000010:2.1:1769074636.273708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00000080:00000010:2.1:1769074636.276847:0:2406:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0a100.
00010000:00000010:2.1:1769074636.280792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00010000:00000010:2.1:1769074636.280808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b100.
00010000:00000010:2.1:1769074636.280813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167400.
00000080:00000010:2.1:1769074636.290661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20260.
00000080:00000010:2.1:1769074636.294450:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0a940.
00010000:00000010:2.1:1769074636.304664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00010000:00000010:2.1:1769074636.304680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866300.
00010000:00000010:2.1:1769074636.304684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660fe00.
00000080:00000010:2.1:1769074636.311655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:2.1:1769074636.311686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db7380.
00000080:00000010:0.1:1769074636.328356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20260.
00000080:00000010:0.1:1769074636.328386:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4b9c0.
00010000:00000010:0.1:1769074636.336367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074636.336395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261700.
00010000:00000010:0.1:1769074636.336401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d600.
00000080:00000010:0.1:1769074636.347817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897960.
00000080:00000010:0.1:1769074636.353706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924da940.
00010000:00000010:1.1:1769074636.356743:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.356749:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51ca00.
00010000:00000010:1.1:1769074636.356754:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b800.
00000080:00000010:1.1:1769074636.378379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897800.
00000080:00000010:1.1:1769074636.378408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fab9c0.
00010000:00000010:1.1:1769074636.381924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074636.381933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4800.
00010000:00000010:1.1:1769074636.381937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661e800.
00000080:00000010:1.1:1769074636.386804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:1.1:1769074636.386824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925c9080.
00010000:00000010:1.1:1769074636.396747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.396763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738600.
00010000:00000010:1.1:1769074636.396768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336600.
00000080:00000010:1.1:1769074636.410593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074636.410613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acc98c0.
00010000:00000010:0.1:1769074636.437682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074636.437690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9400.
00010000:00000010:0.1:1769074636.437694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d600.
00000080:00000010:0.1:1769074636.437698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:0.1:1769074636.437713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da4a40.
00010000:00000010:0.1:1769074636.449680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074636.449693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b200.
00010000:00000010:0.1:1769074636.449697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c000.
00000080:00000010:0.1:1769074636.449701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897960.
00000080:00000010:0.1:1769074636.449717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df2940.
00010000:00000010:0.1:1769074636.460683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074636.460691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866600.
00010000:00000010:0.1:1769074636.460695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968600.
00000080:00000010:1.1:1769074636.469237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ae0.
00000080:00000010:1.1:1769074636.475911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5b9c0.
00010000:00000010:1.1:1769074636.479670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.479680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926b00.
00010000:00000010:1.1:1769074636.479684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337c00.
00000080:00000010:1.1:1769074636.484957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074636.484975:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acc8000.
00010000:00000010:1.1:1769074636.492650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074636.492665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239a00.
00010000:00000010:1.1:1769074636.492670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660e000.
00000080:00000010:1.1:1769074636.495999:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866057a0.
00000080:00000010:1.1:1769074636.501993:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2b9c0.
00010000:00000010:1.1:1769074636.506664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074636.506681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3900.
00010000:00000010:1.1:1769074636.506688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff800.
00000080:00000010:1.1:1769074636.513571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074636.520622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892637380.
00010000:00000010:0.1:1769074636.528759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:0.1:1769074636.528774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573600.
00010000:00000010:0.1:1769074636.528778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04800.
00000080:00000010:0.1:1769074636.548874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866057a0.
00000080:00000010:0.1:1769074636.548905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892636300.
00010000:00000010:0.1:1769074636.559563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074636.559580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e800.
00010000:00000010:0.1:1769074636.559585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030e00.
00000080:00000010:0.1:1769074636.570422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897960.
00000080:00000010:0.1:1769074636.570444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e018c0.
00010000:00000010:0.1:1769074636.583729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074636.583746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ed00.
00010000:00000010:0.1:1769074636.583750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030200.
00000080:00000010:0.1:1769074636.607916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074636.607941:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e00000.
00010000:00000010:2.1:1769074636.617564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:2.1:1769074636.617577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770600.
00010000:00000010:2.1:1769074636.617580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085200.
00010000:00000010:2.1:1769074636.657633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731e00.
00010000:00000010:2.1:1769074636.657659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9a00.
00010000:00000010:2.1:1769074636.657663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ce00.
00000080:00000010:0.1:1769074636.668974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f1c0.
00000080:00000010:0.1:1769074636.669001:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d92100.
00010000:00000010:0.1:1769074636.669009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074636.669014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80700.
00010000:00000010:0.1:1769074636.669017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817ae400.
00000080:00000010:0.1:1769074636.678086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074636.682621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad05280.
00010000:00000010:2.1:1769074636.704686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:2.1:1769074636.704702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b800.
00010000:00000010:2.1:1769074636.704706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2de00.
00000080:00000010:2.1:1769074636.736157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b60.
00000080:00000010:2.1:1769074636.740644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d92940.
00010000:00000010:2.1:1769074636.751577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:2.1:1769074636.751594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e200.
00010000:00000010:2.1:1769074636.751599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968000.
00000080:00000010:2.1:1769074636.759159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20a80.
00000080:00000010:2.1:1769074636.762716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d85280.
00010000:00000010:0.1:1769074636.790704:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:0.1:1769074636.790716:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:0.1:1769074636.790721:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c800.
00000080:00000010:0.1:1769074636.790724:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20740.
00000080:00000010:0.1:1769074636.790739:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd18c0.
00010000:00000010:0.1:1769074636.807735:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074636.807747:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239100.
00010000:00000010:0.1:1769074636.807752:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331600.
00000080:00000010:0.1:1769074636.813598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074636.813622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da3180.
00010000:00000010:2.1:1769074636.820892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:2.1:1769074636.820925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770200.
00010000:00000010:2.1:1769074636.820929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076000.
00000080:00000010:2.1:1769074636.829611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897580.
00000080:00000010:2.1:1769074636.829650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8c200.
00010000:00000010:2.1:1769074636.842458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:2.1:1769074636.842476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770a00.
00010000:00000010:2.1:1769074636.842480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076c00.
00000080:00000010:2.1:1769074636.854682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20180.
00000080:00000010:2.1:1769074636.854703:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8eb40.
00010000:00000010:2.1:1769074636.863294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:2.1:1769074636.863302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738400.
00010000:00000010:2.1:1769074636.863305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557e00.
00000080:00000010:2.1:1769074636.901801:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e80.
00000080:00000010:2.1:1769074636.901831:0:2406:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accf380.
00010000:00000010:2.1:1769074636.901842:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c000.
00010000:00000010:2.1:1769074636.901847:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926f00.
00010000:00000010:2.1:1769074636.901852:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44000.
00000080:00000010:2.1:1769074636.901855:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20180.
00010000:00000010:0.1:1769074636.903557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:0.1:1769074636.903564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80000.
00010000:00000010:0.1:1769074636.903568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af200.
00000080:00000010:0.1:1769074636.903572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a208e0.
00000080:00000010:0.1:1769074636.903585:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad02940.
00000080:00000010:2.1:1769074636.903661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1b9c0.
00010000:00000010:1.1:1769074636.910578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:1.1:1769074636.910595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:1.1:1769074636.910600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c400.
00000080:00000010:0.1:1769074636.928413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074636.928439:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac68840.
00010000:00000010:0.1:1769074636.934865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074636.934873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651c00.
00010000:00000010:0.1:1769074636.934878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44600.
00000080:00000010:0.1:1769074636.947679:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878973e0.
00000080:00000010:0.1:1769074636.947694:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c5280.
00010000:00000010:0.1:1769074636.954563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074636.954570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926500.
00010000:00000010:0.1:1769074636.954573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557a00.
00000080:00000010:0.1:1769074636.958876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00000080:00000010:0.1:1769074636.958897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4a100.
00010000:00000010:1.1:1769074636.963485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074636.963503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f100.
00010000:00000010:1.1:1769074636.963508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085600.
00000080:00000010:1.1:1769074636.965693:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074636.970599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e05ac0.
00010000:00000010:1.1:1769074636.974588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074636.974603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c600.
00010000:00000010:1.1:1769074636.974607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a800.
00000080:00000010:1.1:1769074636.985693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605780.
00000080:00000010:1.1:1769074636.985722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c0840.
00010000:00000010:1.1:1769074636.990686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074636.990705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3300.
00010000:00000010:1.1:1769074636.990710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d800.
00000080:00000010:1.1:1769074636.999753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074636.999779:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924dd280.
00010000:00000010:1.1:1769074637.008613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.008626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758900.
00010000:00000010:1.1:1769074637.008639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74600.
00000080:00000010:0.1:1769074637.040642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605780.
00000080:00000010:0.1:1769074637.040661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d96b40.
00000080:00000010:1.1:1769074637.051653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f00.
00010000:00000010:0.1:1769074637.054278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074637.054293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738e00.
00010000:00000010:0.1:1769074637.054298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336000.
00000080:00000010:1.1:1769074637.056557:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acc8840.
00010000:00000010:1.1:1769074637.056567:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.056571:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:1.1:1769074637.056575:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336200.
00000080:00000010:1.1:1769074637.065741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074637.065768:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3a100.
00010000:00000010:1.1:1769074637.068676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074637.068687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ade00.
00010000:00000010:1.1:1769074637.068692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968800.
00000080:00000010:1.1:1769074637.072788:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00000080:00000010:1.1:1769074637.076731:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d94200.
00010000:00000010:1.1:1769074637.080831:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.080841:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80b00.
00010000:00000010:1.1:1769074637.080845:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aea00.
00000080:00000010:1.1:1769074637.088848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:1.1:1769074637.088870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac69080.
00010000:00000010:1.1:1769074637.100585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.100601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261500.
00010000:00000010:1.1:1769074637.100607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00000080:00000010:1.1:1769074637.104702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00000080:00000010:1.1:1769074637.104728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fb9080.
00010000:00000010:2.1:1769074637.113574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:2.1:1769074637.113592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3b00.
00010000:00000010:2.1:1769074637.113597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe800.
00000080:00000010:0.1:1769074637.142658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605340.
00000080:00000010:0.1:1769074637.142677:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fad280.
00010000:00000010:1.1:1769074637.144645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:1.1:1769074637.144660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261800.
00010000:00000010:1.1:1769074637.144665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ce00.
00000080:00000010:1.1:1769074637.153086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878973e0.
00000080:00000010:1.1:1769074637.153116:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924de300.
00010000:00000010:1.1:1769074637.157588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.157603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:1.1:1769074637.157607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336c00.
00000080:00000010:1.1:1769074637.164703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00000080:00000010:1.1:1769074637.164731:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac10000.
00010000:00000010:1.1:1769074637.173595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.173613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24bb00.
00010000:00000010:1.1:1769074637.173617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2ce00.
00000080:00000010:1.1:1769074637.201621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ae0.
00000080:00000010:1.1:1769074637.201655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df6b40.
00010000:00000010:1.1:1769074637.205739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.205750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758d00.
00010000:00000010:1.1:1769074637.205753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74200.
00000080:00000010:1.1:1769074637.215787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00000080:00000010:1.1:1769074637.215820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d93180.
00010000:00000010:1.1:1769074637.225551:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.225558:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808f00.
00010000:00000010:1.1:1769074637.225561:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c200.
00000080:00000010:1.1:1769074637.233767:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ae0.
00000080:00000010:1.1:1769074637.233786:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd7380.
00010000:00000010:1.1:1769074637.245581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.245589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926300.
00010000:00000010:1.1:1769074637.245592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557200.
00000080:00000010:0.1:1769074637.253603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a20.
00000080:00000010:0.1:1769074637.265753:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4e300.
00010000:00000010:0.1:1769074637.265765:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074637.265769:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738800.
00010000:00000010:0.1:1769074637.265772:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337e00.
00000080:00000010:0.1:1769074637.280642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878972e0.
00000080:00000010:0.1:1769074637.280659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accca40.
00010000:00000010:0.1:1769074637.280666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074637.280670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651400.
00010000:00000010:0.1:1769074637.280674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736800.
00000080:00000010:1.1:1769074637.293866:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897120.
00000080:00000010:1.1:1769074637.293889:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5a100.
00010000:00000010:1.1:1769074637.302584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.302600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:1.1:1769074637.302604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00000080:00000010:1.1:1769074637.307770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ae0.
00000080:00000010:1.1:1769074637.311725:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6f380.
00010000:00000010:1.1:1769074637.319580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.319595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957a00.
00010000:00000010:1.1:1769074637.319599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737c00.
00000080:00000010:1.1:1769074637.342476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605300.
00000080:00000010:1.1:1769074637.354335:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5eb40.
00010000:00000010:1.1:1769074637.354353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.354357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2c00.
00010000:00000010:1.1:1769074637.354362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319000.
00000080:00000010:2.1:1769074637.378080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ae0.
00000080:00000010:2.1:1769074637.378114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cd280.
00010000:00000010:2.1:1769074637.388043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d600.
00010000:00000010:2.1:1769074637.388061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f000.
00010000:00000010:2.1:1769074637.388065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084c00.
00000080:00000010:0.1:1769074637.408683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d83180.
00010000:00000010:1.1:1769074637.411746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:1.1:1769074637.411757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b900.
00010000:00000010:1.1:1769074637.411761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c400.
00000080:00000010:1.1:1769074637.416092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878972e0.
00000080:00000010:1.1:1769074637.416109:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df18c0.
00010000:00000010:1.1:1769074637.425660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.425675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb000.
00010000:00000010:1.1:1769074637.425680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676b200.
00000080:00000010:1.1:1769074637.432661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605300.
00000080:00000010:1.1:1769074637.432689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e08840.
00010000:00000010:1.1:1769074637.440921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.440936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651f00.
00010000:00000010:1.1:1769074637.440941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44800.
00000080:00000010:1.1:1769074637.454538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056e0.
00000080:00000010:1.1:1769074637.454557:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f18840.
00010000:00000010:1.1:1769074637.459581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.459597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:1.1:1769074637.459601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00000080:00000010:2.1:1769074637.467649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605300.
00000080:00000010:2.1:1769074637.467679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6a100.
00010000:00000010:2.1:1769074637.486577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d600.
00010000:00000010:2.1:1769074637.486592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651600.
00010000:00000010:2.1:1769074637.486597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44c00.
00000080:00000010:2.1:1769074637.512688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b60.
00000080:00000010:2.1:1769074637.521547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f18000.
00010000:00000010:2.1:1769074637.531359:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d600.
00010000:00000010:2.1:1769074637.531376:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261000.
00010000:00000010:2.1:1769074637.531381:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d000.
00010000:00000010:0.1:1769074637.555560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730200.
00010000:00000010:0.1:1769074637.555568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3400.
00010000:00000010:0.1:1769074637.555572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00010000:00000010:1.1:1769074637.558710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:1.1:1769074637.558727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad600.
00010000:00000010:1.1:1769074637.558731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968e00.
00000080:00000010:0.1:1769074637.563118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fd60.
00000080:00000010:0.1:1769074637.563145:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894faa940.
00000080:00000010:1.1:1769074637.577050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897540.
00000080:00000010:1.1:1769074637.583041:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db18c0.
00010000:00000010:1.1:1769074637.596769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:1.1:1769074637.596786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651900.
00010000:00000010:1.1:1769074637.596791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44400.
00000080:00000010:1.1:1769074637.609728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056e0.
00000080:00000010:1.1:1769074637.609761:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f198c0.
00010000:00000010:0.1:1769074637.628161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:0.1:1769074637.628177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3c00.
00010000:00000010:0.1:1769074637.628181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe400.
00000080:00000010:0.1:1769074637.637019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605120.
00000080:00000010:0.1:1769074637.637039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892632100.
00010000:00000010:0.1:1769074637.649780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074637.649796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651e00.
00010000:00000010:0.1:1769074637.649803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737000.
00000080:00000010:0.1:1769074637.659676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897fc0.
00000080:00000010:0.1:1769074637.667579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5a940.
00010000:00000010:1.1:1769074637.671627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:1.1:1769074637.671645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ef00.
00010000:00000010:1.1:1769074637.671649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969e00.
00000080:00000010:1.1:1769074637.687584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b00.
00000080:00000010:1.1:1769074637.687613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d81080.
00010000:00000010:1.1:1769074637.701051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.701068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808200.
00010000:00000010:1.1:1769074637.701073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730600.
00000080:00000010:2.1:1769074637.736585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056e0.
00000080:00000010:2.1:1769074637.736613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd4a40.
00000080:00000010:0.1:1769074637.775750:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5b180.
00010000:00000010:0.1:1769074637.780587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074637.780603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c800.
00010000:00000010:0.1:1769074637.780608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b400.
00000080:00000010:1.1:1769074637.795561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897fc0.
00000080:00000010:1.1:1769074637.795576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c0000.
00010000:00000010:1.1:1769074637.803118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.803139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926c00.
00010000:00000010:1.1:1769074637.803144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45000.
00000080:00000010:1.1:1769074637.826669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605560.
00000080:00000010:1.1:1769074637.826688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1c200.
00010000:00000010:1.1:1769074637.844820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.844836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738b00.
00010000:00000010:1.1:1769074637.844841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736000.
00000080:00000010:1.1:1769074637.854204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:1.1:1769074637.860739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acce300.
00010000:00000010:1.1:1769074637.874651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.874666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398fa00.
00010000:00000010:1.1:1769074637.874670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737e00.
00000080:00000010:1.1:1769074637.903720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605560.
00000080:00000010:0.1:1769074637.907824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d84200.
00010000:00000010:0.1:1769074637.917572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074637.917589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f300.
00010000:00000010:0.1:1769074637.917594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737400.
00000080:00000010:0.1:1769074637.944309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00000080:00000010:0.1:1769074637.944332:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db6300.
00010000:00000010:1.1:1769074637.948783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.948801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651a00.
00010000:00000010:1.1:1769074637.948807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556200.
00000080:00000010:1.1:1769074637.956650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605560.
00000080:00000010:1.1:1769074637.960639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accd280.
00010000:00000010:1.1:1769074637.975570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:1.1:1769074637.975585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866800.
00010000:00000010:1.1:1769074637.975589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660e200.
00000080:00000010:1.1:1769074637.986757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:1.1:1769074637.986786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2a940.
00010000:00000010:0.1:1769074638.010578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:0.1:1769074638.010591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770000.
00010000:00000010:0.1:1769074638.010596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077200.
00000080:00000010:0.1:1769074638.026392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605560.
00000080:00000010:0.1:1769074638.026424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e04a40.
00010000:00000010:0.1:1769074638.037792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074638.037806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e000.
00010000:00000010:0.1:1769074638.037810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318000.
00000080:00000010:1.1:1769074638.067565:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e06b40.
00000080:00000010:0.1:1769074638.068519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00010000:00000010:1.1:1769074638.073866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:1.1:1769074638.073884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239800.
00010000:00000010:1.1:1769074638.073889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330200.
00000080:00000010:1.1:1769074638.073894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:1.1:1769074638.076782:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da0000.
00010000:00000010:1.1:1769074638.088577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.088595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808100.
00010000:00000010:1.1:1769074638.088600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731c00.
00000080:00000010:1.1:1769074638.096573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051e0.
00000080:00000010:1.1:1769074638.100726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd39c0.
00010000:00000010:1.1:1769074638.116759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.116774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80f00.
00010000:00000010:1.1:1769074638.116778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817ae600.
00000080:00000010:1.1:1769074638.119870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:0.1:1769074638.120112:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad07380.
00010000:00000010:0.1:1769074638.128691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074638.128703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573c00.
00010000:00000010:0.1:1769074638.128708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05e00.
00000080:00000010:0.1:1769074638.135108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00000080:00000010:0.1:1769074638.135127:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c6300.
00010000:00000010:0.1:1769074638.153343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074638.153357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808400.
00010000:00000010:0.1:1769074638.153361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04c00.
00000080:00000010:0.1:1769074638.153365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e20.
00000080:00000010:0.1:1769074638.153388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd5280.
00010000:00000010:0.1:1769074638.161038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074638.161048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbf00.
00010000:00000010:0.1:1769074638.161052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676aa00.
00000080:00000010:0.1:1769074638.163717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00000080:00000010:1.1:1769074638.167697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0e300.
00010000:00000010:1.1:1769074638.173581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.173590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261200.
00010000:00000010:1.1:1769074638.173594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609dc00.
00000080:00000010:1.1:1769074638.183336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:1.1:1769074638.183369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924dc200.
00010000:00000010:1.1:1769074638.187585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:1.1:1769074638.187604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4c00.
00010000:00000010:1.1:1769074638.187620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077400.
00000080:00000010:1.1:1769074638.198688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051e0.
00000080:00000010:1.1:1769074638.203491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8b180.
00010000:00000010:1.1:1769074638.207593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:1.1:1769074638.207622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573f00.
00010000:00000010:1.1:1769074638.207627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04000.
00000080:00000010:1.1:1769074638.216894:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:1.1:1769074638.217140:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8926339c0.
00010000:00000010:2.1:1769074638.226827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:2.1:1769074638.229676:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80200.
00010000:00000010:2.1:1769074638.229682:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817aee00.
00000080:00000010:2.1:1769074638.234724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051e0.
00000080:00000010:2.1:1769074638.234756:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad03180.
00000080:00000010:0.1:1769074638.260868:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a209e0.
00000080:00000010:0.1:1769074638.260894:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fae300.
00010000:00000010:0.1:1769074638.266081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074638.266097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbb00.
00010000:00000010:0.1:1769074638.266101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a800.
00000080:00000010:0.1:1769074638.285954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00000080:00000010:0.1:1769074638.285987:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e09080.
00010000:00000010:1.1:1769074638.307784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:1.1:1769074638.307801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c600.
00010000:00000010:1.1:1769074638.307805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817afe00.
00000080:00000010:1.1:1769074638.334847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e20.
00000080:00000010:1.1:1769074638.334875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6a940.
00010000:00000010:0.1:1769074638.339700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:0.1:1769074638.339714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758400.
00010000:00000010:0.1:1769074638.339718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffe00.
00000080:00000010:0.1:1769074638.360886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00000080:00000010:0.1:1769074638.360905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da39c0.
00010000:00000010:0.1:1769074638.360913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074638.360918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239300.
00010000:00000010:0.1:1769074638.360922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331200.
00000080:00000010:1.1:1769074638.370937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970c0.
00000080:00000010:1.1:1769074638.370965:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c5ac0.
00010000:00000010:1.1:1769074638.377698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:1.1:1769074638.377715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f200.
00010000:00000010:1.1:1769074638.377721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ac00.
00000080:00000010:1.1:1769074638.384705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605260.
00000080:00000010:1.1:1769074638.384821:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894faca40.
00010000:00000010:1.1:1769074638.398591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:1.1:1769074638.398617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2000.
00010000:00000010:1.1:1769074638.398623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318e00.
00000080:00000010:1.1:1769074638.409559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054e0.
00000080:00000010:1.1:1769074638.409576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cf380.
00010000:00000010:2.1:1769074638.417022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:2.1:1769074638.417036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3500.
00010000:00000010:2.1:1769074638.417041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe000.
00000080:00000010:2.1:1769074638.428684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605260.
00000080:00000010:2.1:1769074638.433591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5d280.
00000080:00000010:0.1:1769074638.456699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20900.
00000080:00000010:0.1:1769074638.456717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cb180.
00010000:00000010:0.1:1769074638.465699:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074638.465706:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926000.
00010000:00000010:0.1:1769074638.465709:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556e00.
00000080:00000010:0.1:1769074638.471557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:0.1:1769074638.471574:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4d280.
00010000:00000010:1.1:1769074638.477568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:1.1:1769074638.477584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866b00.
00010000:00000010:1.1:1769074638.477589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ec00.
00000080:00000010:1.1:1769074638.484598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897720.
00000080:00000010:1.1:1769074638.484634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db39c0.
00010000:00000010:1.1:1769074638.494660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:1.1:1769074638.494674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad100.
00010000:00000010:1.1:1769074638.494678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969600.
00000080:00000010:1.1:1769074638.500699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054e0.
00000080:00000010:1.1:1769074638.500724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d818c0.
00010000:00000010:1.1:1769074638.511678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:1.1:1769074638.511699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:1.1:1769074638.511703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337200.
00000080:00000010:1.1:1769074638.521236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ac0.
00000080:00000010:1.1:1769074638.521255:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac15280.
00010000:00000010:0.1:1769074638.547573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00010000:00000010:0.1:1769074638.547582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074638.547586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336800.
00000080:00000010:0.1:1769074638.547591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054e0.
00000080:00000010:0.1:1769074638.547617:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac13180.
00010000:00000010:0.1:1769074638.551565:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074638.551572:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24be00.
00010000:00000010:0.1:1769074638.551576:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00000080:00000010:0.1:1769074638.551582:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:0.1:1769074638.551597:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e08000.
00010000:00000010:0.1:1769074638.558618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074638.558627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957400.
00010000:00000010:0.1:1769074638.558631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45800.
00000080:00000010:0.1:1769074638.569699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897940.
00000080:00000010:0.1:1769074638.569727:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1e300.
00010000:00000010:0.1:1769074638.579744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074638.579757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866900.
00010000:00000010:0.1:1769074638.579762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660fc00.
00000080:00000010:0.1:1769074638.588894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:0.1:1769074638.588933:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892633180.
00010000:00000010:1.1:1769074638.612634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:1.1:1769074638.612651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7ff00.
00010000:00000010:1.1:1769074638.612654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8e00.
00000080:00000010:1.1:1769074638.623702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897940.
00000080:00000010:1.1:1769074638.623734:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad02100.
00010000:00000010:1.1:1769074638.644582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.644597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398ff00.
00010000:00000010:1.1:1769074638.644615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085e00.
00000080:00000010:1.1:1769074638.665155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ac0.
00000080:00000010:1.1:1769074638.665174:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e07380.
00010000:00000010:1.1:1769074638.685590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.685616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fa00.
00010000:00000010:1.1:1769074638.685621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8200.
00000080:00000010:1.1:1769074638.685626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00000080:00000010:1.1:1769074638.685643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fa9080.
00010000:00000010:2.1:1769074638.704579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:2.1:1769074638.704598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261600.
00010000:00000010:2.1:1769074638.704614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00000080:00000010:0.1:1769074638.725685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ac0.
00000080:00000010:0.1:1769074638.725716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd2100.
00010000:00000010:0.1:1769074638.725723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074638.725728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3800.
00010000:00000010:0.1:1769074638.725733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00000080:00000010:0.1:1769074638.733845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:0.1:1769074638.733863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da6b40.
00010000:00000010:0.1:1769074638.745013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074638.745020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926400.
00010000:00000010:0.1:1769074638.745024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556400.
00000080:00000010:0.1:1769074638.749723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897240.
00000080:00000010:0.1:1769074638.749751:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4dac0.
00010000:00000010:0.1:1769074638.757716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074638.757732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71dc00.
00010000:00000010:0.1:1769074638.757739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661fc00.
00000080:00000010:0.1:1769074638.770153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:0.1:1769074638.770182:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df4a40.
00010000:00000010:0.1:1769074638.777760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074638.777777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e900.
00010000:00000010:0.1:1769074638.777781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031a00.
00000080:00000010:0.1:1769074638.787711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897240.
00000080:00000010:0.1:1769074638.787739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e05280.
00010000:00000010:1.1:1769074638.805566:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:1.1:1769074638.805573:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926900.
00010000:00000010:1.1:1769074638.805577:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44e00.
00000080:00000010:1.1:1769074638.811061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897420.
00000080:00000010:1.1:1769074638.817141:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c4a40.
00010000:00000010:1.1:1769074638.828552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.828560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770b00.
00010000:00000010:1.1:1769074638.828564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084a00.
00000080:00000010:1.1:1769074638.836628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00000080:00000010:1.1:1769074638.836656:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d82100.
00010000:00000010:0.1:1769074638.842700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:0.1:1769074638.842714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239500.
00010000:00000010:0.1:1769074638.842718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331e00.
00000080:00000010:0.1:1769074638.852616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605be0.
00000080:00000010:0.1:1769074638.852643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c7380.
00010000:00000010:0.1:1769074638.861556:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074638.861562:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239400.
00010000:00000010:0.1:1769074638.861565:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331c00.
00000080:00000010:0.1:1769074638.869220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897240.
00000080:00000010:2.1:1769074638.870613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2ca40.
00010000:00000010:0.1:1769074638.870729:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d000.
00010000:00000010:0.1:1769074638.870736:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4900.
00010000:00000010:0.1:1769074638.870740:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661ec00.
00000080:00000010:0.1:1769074638.875657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20840.
00000080:00000010:0.1:1769074638.875683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8b9c0.
00010000:00000010:1.1:1769074638.885576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:1.1:1769074638.885592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866400.
00010000:00000010:1.1:1769074638.885596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660f400.
00000080:00000010:1.1:1769074638.899684:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897240.
00000080:00000010:1.1:1769074638.899705:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db2100.
00010000:00000010:1.1:1769074638.908719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.908733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:1.1:1769074638.908738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d400.
00000080:00000010:1.1:1769074638.927570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00000080:00000010:1.1:1769074638.933485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892631080.
00010000:00000010:1.1:1769074638.952694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:1.1:1769074638.952715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926e00.
00010000:00000010:1.1:1769074638.952720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557c00.
00000080:00000010:1.1:1769074638.966585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b40.
00000080:00000010:1.1:1769074638.971313:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f48840.
00010000:00000010:2.1:1769074639.133875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:2.1:1769074639.133897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:2.1:1769074639.133901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731a00.
00000080:00000010:2.1:1769074639.184624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c60.
00000080:00000010:2.1:1769074639.184654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fbb180.
00010000:00000010:2.1:1769074639.274620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731600.
00010000:00000010:2.1:1769074639.274635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738c00.
00010000:00000010:2.1:1769074639.274639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557400.
00000080:00000010:0.1:1769074639.291568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620fe60.
00000080:00000010:1.1:1769074639.298289:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad04a40.
00010000:00000010:1.1:1769074639.308639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074639.308654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f900.
00010000:00000010:1.1:1769074639.308658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8400.
00000080:00000010:1.1:1769074639.322351:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605220.
00000080:00000010:1.1:1769074639.326097:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad04200.
00010000:00000010:1.1:1769074639.334156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:1.1:1769074639.334175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3a00.
00010000:00000010:1.1:1769074639.334182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00000080:00000010:1.1:1769074639.344842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00000080:00000010:1.1:1769074639.354159:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924d9080.
00010000:00000010:2.1:1769074639.357758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:2.1:1769074639.357776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8c21d2b00.
00010000:00000010:2.1:1769074639.357780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318a00.
00000080:00000010:2.1:1769074639.365556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605220.
00000080:00000010:2.1:1769074639.375686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925ca100.
00010000:00000010:0.1:1769074639.399607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:0.1:1769074639.399627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770300.
00010000:00000010:0.1:1769074639.399631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084000.
00000080:00000010:0.1:1769074639.408612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20480.
00000080:00000010:0.1:1769074639.408639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d839c0.
00010000:00000010:0.1:1769074639.422215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074639.425598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758f00.
00010000:00000010:0.1:1769074639.425620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74800.
00000080:00000010:1.1:1769074639.439550:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897bc0.
00000080:00000010:1.1:1769074639.439564:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d198c0.
00010000:00000010:1.1:1769074639.445671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074639.445690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b300.
00010000:00000010:1.1:1769074639.445694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166a00.
00000080:00000010:1.1:1769074639.468753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00000080:00000010:1.1:1769074639.473705:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0b180.
00010000:00000010:1.1:1769074639.489599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074639.489614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80300.
00010000:00000010:1.1:1769074639.489618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9400.
00000080:00000010:0.1:1769074639.501645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605600.
00000080:00000010:0.1:1769074639.501682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad018c0.
00010000:00000010:0.1:1769074639.515383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074639.515401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:0.1:1769074639.515406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c800.
00000080:00000010:0.1:1769074639.523718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897840.
00000080:00000010:0.1:1769074639.523747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8926318c0.
00010000:00000010:1.1:1769074639.543580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:1.1:1769074639.543605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866d00.
00010000:00000010:1.1:1769074639.543609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660ee00.
00000080:00000010:1.1:1769074639.560632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978e0.
00000080:00000010:1.1:1769074639.560661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d598c0.
00010000:00000010:1.1:1769074639.574350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074639.574365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ee00.
00010000:00000010:1.1:1769074639.574370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030600.
00000080:00000010:1.1:1769074639.583618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00000080:00000010:1.1:1769074639.583649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e02940.
00010000:00000010:1.1:1769074639.596394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:1.1:1769074639.596410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb400.
00010000:00000010:1.1:1769074639.596415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a600.
00000080:00000010:1.1:1769074639.616566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074639.616598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925c8840.
00010000:00000010:0.1:1769074639.628255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00010000:00000010:0.1:1769074639.628272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651b00.
00010000:00000010:0.1:1769074639.628276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44200.
00000080:00000010:0.1:1769074639.628282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605940.
00000080:00000010:0.1:1769074639.628302:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1dac0.
00010000:00000010:0.1:1769074639.637936:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074639.637945:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fba00.
00010000:00000010:0.1:1769074639.637950:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676b000.
00000080:00000010:0.1:1769074639.637954:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897840.
00000080:00000010:0.1:1769074639.637969:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e098c0.
00010000:00000010:0.1:1769074639.646575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.646600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808a00.
00010000:00000010:0.1:1769074639.646605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04a00.
00000080:00000010:0.1:1769074639.652712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897380.
00000080:00000010:0.1:1769074639.658074:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd0840.
00010000:00000010:0.1:1769074639.662595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.662613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:0.1:1769074639.662617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c400.
00000080:00000010:0.1:1769074639.675721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897840.
00000080:00000010:0.1:1769074639.675755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892634a40.
00010000:00000010:0.1:1769074639.692064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.692081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:0.1:1769074639.692086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d000.
00000080:00000010:0.1:1769074639.706604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897380.
00000080:00000010:0.1:1769074639.706623:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892630840.
00010000:00000010:1.1:1769074639.718223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:1.1:1769074639.718236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758000.
00010000:00000010:1.1:1769074639.718240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74a00.
00000080:00000010:1.1:1769074639.725566:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897840.
00000080:00000010:1.1:1769074639.725594:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892634200.
00010000:00000010:1.1:1769074639.731922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:1.1:1769074639.731939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239c00.
00010000:00000010:1.1:1769074639.731944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330800.
00000080:00000010:1.1:1769074639.749570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074639.749598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c4200.
00010000:00000010:0.1:1769074639.752720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:0.1:1769074639.752738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651300.
00010000:00000010:0.1:1769074639.752742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736600.
00000080:00000010:0.1:1769074639.768577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d00.
00000080:00000010:0.1:1769074639.768615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1ca40.
00010000:00000010:0.1:1769074639.782697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.782706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8200.
00010000:00000010:0.1:1769074639.782710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318600.
00000080:00000010:0.1:1769074639.788997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897380.
00000080:00000010:0.1:1769074639.789025:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e06300.
00010000:00000010:0.1:1769074639.796759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074639.796776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738900.
00010000:00000010:0.1:1769074639.796780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556c00.
00000080:00000010:0.1:1769074639.809625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00000080:00000010:0.1:1769074639.809647:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accb9c0.
00010000:00000010:1.1:1769074639.819809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:1.1:1769074639.819818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808d00.
00010000:00000010:1.1:1769074639.819822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04200.
00000080:00000010:1.1:1769074639.832678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897380.
00000080:00000010:1.1:1769074639.832705:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924da100.
00010000:00000010:1.1:1769074639.837149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:1.1:1769074639.837157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239f00.
00010000:00000010:1.1:1769074639.837162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331800.
00000080:00000010:1.1:1769074639.854601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074639.854633:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2eb40.
00010000:00000010:0.1:1769074639.858624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:0.1:1769074639.858637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3700.
00010000:00000010:0.1:1769074639.858642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00000080:00000010:0.1:1769074639.866571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605aa0.
00000080:00000010:0.1:1769074639.866602:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5f380.
00010000:00000010:0.1:1769074639.874711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074639.874717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9e00.
00010000:00000010:0.1:1769074639.874721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c000.
00000080:00000010:0.1:1769074639.879562:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00000080:00000010:0.1:1769074639.879579:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d90840.
00010000:00000010:0.1:1769074639.885627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.885643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758600.
00010000:00000010:0.1:1769074639.885648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74000.
00000080:00000010:0.1:1769074639.904215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897280.
00000080:00000010:0.1:1769074639.904237:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1f380.
00010000:00000010:0.1:1769074639.909575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.909601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651100.
00010000:00000010:0.1:1769074639.909605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737800.
00000080:00000010:0.1:1769074639.919270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00000080:00000010:0.1:1769074639.919298:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1eb40.
00010000:00000010:0.1:1769074639.931343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:0.1:1769074639.931363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51cb00.
00010000:00000010:0.1:1769074639.931368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a600.
00000080:00000010:0.1:1769074639.948627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897280.
00000080:00000010:0.1:1769074639.948649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924ddac0.
00010000:00000010:1.1:1769074639.973574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:1.1:1769074639.973593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7fb00.
00010000:00000010:1.1:1769074639.973597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9c00.
00000080:00000010:1.1:1769074639.978783:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878976a0.
00000080:00000010:1.1:1769074639.978799:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fa8000.
00010000:00000010:1.1:1769074639.978808:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:1.1:1769074639.978813:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4200.
00010000:00000010:1.1:1769074639.978817:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661f000.
00000080:00000010:1.1:1769074639.985623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074639.985644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df0000.
00010000:00000010:1.1:1769074639.996590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:1.1:1769074639.996598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4100.
00010000:00000010:1.1:1769074639.996602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076200.
00000080:00000010:1.1:1769074640.010687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:1.1:1769074640.015333:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8dac0.
00010000:00000010:1.1:1769074640.019240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:1.1:1769074640.019248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:1.1:1769074640.019252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00000080:00000010:1.1:1769074640.023622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074640.023657:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6ca40.
00010000:00000010:1.1:1769074640.032712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.032728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3000.
00010000:00000010:1.1:1769074640.032734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe600.
00000080:00000010:1.1:1769074640.046698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:1.1:1769074640.050723:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da0840.
00010000:00000010:1.1:1769074640.057015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.057032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4000.
00010000:00000010:1.1:1769074640.057037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077c00.
00000080:00000010:1.1:1769074640.068038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:1.1:1769074640.071637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d88000.
00010000:00000010:1.1:1769074640.075621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.075638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cd00.
00010000:00000010:1.1:1769074640.075643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00000080:00000010:1.1:1769074640.081877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:1.1:1769074640.081913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6b9c0.
00010000:00000010:1.1:1769074640.088701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.088716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4d00.
00010000:00000010:1.1:1769074640.088720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661e000.
00000080:00000010:2.1:1769074640.102740:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866059c0.
00000080:00000010:2.1:1769074640.102760:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cdac0.
00010000:00000010:2.1:1769074640.110397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:2.1:1769074640.110412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad700.
00010000:00000010:2.1:1769074640.110416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969c00.
00000080:00000010:2.1:1769074640.123595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00000080:00000010:2.1:1769074640.128679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da5ac0.
00010000:00000010:2.1:1769074640.134132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:2.1:1769074640.134147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770700.
00010000:00000010:2.1:1769074640.134152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661f600.
00000080:00000010:2.1:1769074640.141722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:2.1:1769074640.141748:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8ca40.
00010000:00000010:2.1:1769074640.149614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:2.1:1769074640.149630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758a00.
00010000:00000010:2.1:1769074640.149634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75200.
00000080:00000010:2.1:1769074640.158763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00000080:00000010:2.1:1769074640.158789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1eb40.
00010000:00000010:2.1:1769074640.174655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:2.1:1769074640.174671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573300.
00010000:00000010:2.1:1769074640.174676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05c00.
00000080:00000010:2.1:1769074640.179737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:2.1:1769074640.186255:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f498c0.
00010000:00000010:2.1:1769074640.194616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:2.1:1769074640.194626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:2.1:1769074640.194630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673de00.
00000080:00000010:2.1:1769074640.199646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20500.
00000080:00000010:2.1:1769074640.199672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892636b40.
00010000:00000010:2.1:1769074640.221583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00010000:00000010:2.1:1769074640.221595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:2.1:1769074640.221599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673c600.
00000080:00000010:1.1:1769074640.237758:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20fe0.
00000080:00000010:1.1:1769074640.237776:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1d280.
00010000:00000010:1.1:1769074640.237783:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.237787:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:1.1:1769074640.237791:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00000080:00000010:1.1:1769074640.250784:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:1.1:1769074640.250813:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6eb40.
00010000:00000010:1.1:1769074640.250823:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:1.1:1769074640.250828:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651d00.
00010000:00000010:1.1:1769074640.250831:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45200.
00000080:00000010:1.1:1769074640.255555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605360.
00000080:00000010:1.1:1769074640.255592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b29080.
00010000:00000010:1.1:1769074640.278667:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.278675:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926200.
00010000:00000010:1.1:1769074640.278680:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894556800.
00000080:00000010:1.1:1769074640.278684:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074640.278700:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4a940.
00010000:00000010:0.1:1769074640.291905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:0.1:1769074640.291912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770e00.
00010000:00000010:0.1:1769074640.291917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085800.
00000080:00000010:0.1:1769074640.297558:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605360.
00000080:00000010:0.1:1769074640.297586:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d87380.
00010000:00000010:0.1:1769074640.332259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.332275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8943c3100.
00010000:00000010:0.1:1769074640.332282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff600.
00000080:00000010:0.1:1769074640.332287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897280.
00000080:00000010:0.1:1769074640.332305:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da18c0.
00010000:00000010:0.1:1769074640.335880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.335898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f400.
00010000:00000010:0.1:1769074640.335902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084e00.
00000080:00000010:0.1:1769074640.335907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897d00.
00000080:00000010:0.1:1769074640.335921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d80000.
00010000:00000010:0.1:1769074640.353663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:0.1:1769074640.353679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71d400.
00010000:00000010:0.1:1769074640.353682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661fa00.
00000080:00000010:0.1:1769074640.358711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.358738:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df4200.
00010000:00000010:0.1:1769074640.362683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.362696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad800.
00010000:00000010:0.1:1769074640.362700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969000.
00000080:00000010:0.1:1769074640.378688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897280.
00000080:00000010:0.1:1769074640.391597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db0000.
00010000:00000010:0.1:1769074640.399732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.399742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758700.
00010000:00000010:0.1:1769074640.399746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75e00.
00000080:00000010:0.1:1769074640.399751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.399766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1a100.
00010000:00000010:1.1:1769074640.407991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:1.1:1769074640.408002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:1.1:1769074640.408006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731200.
00000080:00000010:1.1:1769074640.408011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897280.
00000080:00000010:1.1:1769074640.408027:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924db180.
00010000:00000010:1.1:1769074640.412734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:1.1:1769074640.412749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758200.
00010000:00000010:1.1:1769074640.412753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74400.
00000080:00000010:1.1:1769074640.425603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074640.437638:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da2100.
00010000:00000010:0.1:1769074640.445586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00010000:00000010:0.1:1769074640.445593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f000.
00010000:00000010:0.1:1769074640.445597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8600.
00000080:00000010:0.1:1769074640.454593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605160.
00000080:00000010:0.1:1769074640.458822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fab180.
00010000:00000010:0.1:1769074640.462582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.462598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4500.
00010000:00000010:0.1:1769074640.462603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a077600.
00000080:00000010:0.1:1769074640.467734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.467753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8d280.
00010000:00000010:0.1:1769074640.490793:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074640.490801:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51cd00.
00010000:00000010:0.1:1769074640.490806:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b600.
00000080:00000010:0.1:1769074640.490810:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.490824:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c3180.
00010000:00000010:0.1:1769074640.498743:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.498752:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c300.
00010000:00000010:0.1:1769074640.498756:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8be00.
00000080:00000010:0.1:1769074640.506746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.506774:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f48000.
00010000:00000010:0.1:1769074640.516597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:0.1:1769074640.516613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ea00.
00010000:00000010:0.1:1769074640.516618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031400.
00000080:00000010:0.1:1769074640.521649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f80.
00000080:00000010:0.1:1769074640.521672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e00840.
00010000:00000010:0.1:1769074640.529593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:0.1:1769074640.529609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808e00.
00010000:00000010:0.1:1769074640.529612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730e00.
00000080:00000010:0.1:1769074640.541583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.541612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fb98c0.
00010000:00000010:1.1:1769074640.555583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:1.1:1769074640.555599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80800.
00010000:00000010:1.1:1769074640.555603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817afa00.
00000080:00000010:1.1:1769074640.581591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897f80.
00000080:00000010:1.1:1769074640.581620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad01080.
00010000:00000010:1.1:1769074640.585785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074640.585796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8941c4400.
00010000:00000010:1.1:1769074640.585801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661f200.
00000080:00000010:1.1:1769074640.589611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074640.589641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d18000.
00010000:00000010:0.1:1769074640.619565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709800.
00010000:00000010:0.1:1769074640.619582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651500.
00010000:00000010:0.1:1769074640.619586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45600.
00000080:00000010:1.1:1769074640.628132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605060.
00000080:00000010:1.1:1769074640.631245:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1b180.
00010000:00000010:1.1:1769074640.631265:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074640.631269:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c900.
00010000:00000010:1.1:1769074640.631272:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00000080:00000010:1.1:1769074640.646752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074640.646770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6dac0.
00010000:00000010:0.1:1769074640.655161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:0.1:1769074640.655171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808500.
00010000:00000010:0.1:1769074640.655175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730400.
00000080:00000010:0.1:1769074640.659410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605060.
00000080:00000010:0.1:1769074640.659428:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fbeb40.
00010000:00000010:0.1:1769074640.665689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:0.1:1769074640.665704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758300.
00010000:00000010:0.1:1769074640.665709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75600.
00000080:00000010:0.1:1769074640.674730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.674756:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d8e300.
00010000:00000010:2.1:1769074640.683722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:2.1:1769074640.683755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758e00.
00010000:00000010:2.1:1769074640.683759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75c00.
00000080:00000010:0.1:1769074640.695628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.699219:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1c200.
00010000:00000010:0.1:1769074640.704590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074640.704610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8500.
00010000:00000010:0.1:1769074640.704614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b318c00.
00000080:00000010:0.1:1769074640.713689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.713720:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cc200.
00010000:00000010:0.1:1769074640.744927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:0.1:1769074640.744944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651700.
00010000:00000010:0.1:1769074640.744948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b44a00.
00000080:00000010:0.1:1769074640.748774:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.748799:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1d280.
00010000:00000010:0.1:1769074640.748813:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.748819:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573700.
00010000:00000010:0.1:1769074640.748823:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05000.
00000080:00000010:0.1:1769074640.754695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:0.1:1769074640.754722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892635ac0.
00010000:00000010:0.1:1769074640.764839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.764855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71d300.
00010000:00000010:0.1:1769074640.764860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661e200.
00000080:00000010:0.1:1769074640.788627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.788658:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df5ac0.
00010000:00000010:0.1:1769074640.805583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.805599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f800.
00010000:00000010:0.1:1769074640.805604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9e00.
00000080:00000010:2.1:1769074640.840757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978c0.
00000080:00000010:2.1:1769074640.840779:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4ca40.
00010000:00000010:0.1:1769074640.845008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d600.
00010000:00000010:0.1:1769074640.845024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e400.
00010000:00000010:0.1:1769074640.845027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969200.
00000080:00000010:0.1:1769074640.852654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20820.
00000080:00000010:0.1:1769074640.852680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e02100.
00010000:00000010:0.1:1769074640.866910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.866927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651800.
00010000:00000010:0.1:1769074640.866933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45e00.
00000080:00000010:0.1:1769074640.896629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.896648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b28000.
00010000:00000010:2.1:1769074640.904076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609dc00.
00010000:00000010:2.1:1769074640.904093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f200.
00010000:00000010:2.1:1769074640.904097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737600.
00000080:00000010:2.1:1769074640.918643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974a0.
00000080:00000010:2.1:1769074640.922347:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db3180.
00010000:00000010:0.1:1769074640.933791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609dc00.
00010000:00000010:0.1:1769074640.933807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb300.
00010000:00000010:0.1:1769074640.933811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a400.
00000080:00000010:0.1:1769074640.946622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00000080:00000010:0.1:1769074640.946651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0c200.
00010000:00000010:0.1:1769074640.966642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074640.966660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239200.
00010000:00000010:0.1:1769074640.966664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330c00.
00000080:00000010:0.1:1769074640.979920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074640.982710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1f380.
00010000:00000010:0.1:1769074641.004695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074641.004712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c000.
00010000:00000010:0.1:1769074641.004716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ae00.
00000080:00000010:0.1:1769074641.004721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00000080:00000010:0.1:1769074641.004738:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fac200.
00010000:00000010:2.1:1769074641.032595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:2.1:1769074641.032614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573400.
00010000:00000010:2.1:1769074641.032618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04400.
00000080:00000010:0.1:1769074641.035689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:0.1:1769074641.040745:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892630000.
00010000:00000010:0.1:1769074641.044719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:0.1:1769074641.044735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c700.
00010000:00000010:0.1:1769074641.044740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8a000.
00000080:00000010:0.1:1769074641.053834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00000080:00000010:0.1:1769074641.058655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894faf380.
00010000:00000010:1.1:1769074641.078759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:1.1:1769074641.078776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239700.
00010000:00000010:1.1:1769074641.078781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880031800.
00000080:00000010:1.1:1769074641.088568:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897500.
00000080:00000010:1.1:1769074641.096713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5dac0.
00010000:00000010:1.1:1769074641.102697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.102712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c400.
00010000:00000010:1.1:1769074641.102716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331000.
00000080:00000010:1.1:1769074641.111841:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074641.111863:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da2940.
00010000:00000010:1.1:1769074641.121596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074641.121613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808600.
00010000:00000010:1.1:1769074641.121617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730a00.
00000080:00000010:1.1:1769074641.130706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605180.
00000080:00000010:1.1:1769074641.135622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fb8840.
00010000:00000010:1.1:1769074641.145699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074641.145716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c200.
00010000:00000010:1.1:1769074641.145721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b200.
00000080:00000010:1.1:1769074641.151750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074641.151775:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f4b180.
00010000:00000010:0.1:1769074641.161711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:0.1:1769074641.161727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770400.
00010000:00000010:0.1:1769074641.161731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a076a00.
00000080:00000010:0.1:1769074641.183577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605180.
00000080:00000010:0.1:1769074641.183606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d88840.
00010000:00000010:0.1:1769074641.198611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:0.1:1769074641.198625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573b00.
00010000:00000010:0.1:1769074641.198630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05600.
00000080:00000010:0.1:1769074641.209997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00000080:00000010:0.1:1769074641.215711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc892632940.
00010000:00000010:0.1:1769074641.219149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:0.1:1769074641.219161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758500.
00010000:00000010:0.1:1769074641.219165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75800.
00000080:00000010:0.1:1769074641.223574:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978a0.
00000080:00000010:0.1:1769074641.229031:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da7380.
00010000:00000010:0.1:1769074641.231594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:0.1:1769074641.231610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad900.
00010000:00000010:0.1:1769074641.231614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969a00.
00000080:00000010:0.1:1769074641.238695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00000080:00000010:0.1:1769074641.238726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5e300.
00010000:00000010:1.1:1769074641.255156:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:1.1:1769074641.255169:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbc00.
00010000:00000010:1.1:1769074641.255173:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676b600.
00000080:00000010:1.1:1769074641.266862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978a0.
00000080:00000010:1.1:1769074641.266984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0ca40.
00010000:00000010:1.1:1769074641.271582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.271597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866200.
00010000:00000010:1.1:1769074641.271601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660fa00.
00000080:00000010:1.1:1769074641.278757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074641.278786:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2f380.
00010000:00000010:1.1:1769074641.291583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.291600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c500.
00010000:00000010:1.1:1769074641.291604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8bc00.
00000080:00000010:1.1:1769074641.307706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00000080:00000010:1.1:1769074641.312830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894faa100.
00010000:00000010:1.1:1769074641.332092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.332110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770100.
00010000:00000010:1.1:1769074641.332114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736c00.
00000080:00000010:1.1:1769074641.353011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:2.1:1769074641.353100:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d86b40.
00010000:00000010:0.1:1769074641.356770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c600.
00010000:00000010:0.1:1769074641.356789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758c00.
00010000:00000010:0.1:1769074641.356793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75400.
00000080:00000010:0.1:1769074641.376575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20320.
00000080:00000010:0.1:1769074641.376602:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d1e300.
00010000:00000010:0.1:1769074641.399595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:0.1:1769074641.399611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074641.399616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336400.
00000080:00000010:0.1:1769074641.411959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00000080:00000010:0.1:1769074641.421958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6c200.
00010000:00000010:0.1:1769074641.442179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:0.1:1769074641.442197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239000.
00010000:00000010:0.1:1769074641.442202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330a00.
00000080:00000010:0.1:1769074641.442207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00000080:00000010:0.1:1769074641.442222:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2c200.
00010000:00000010:2.1:1769074641.458004:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:2.1:1769074641.458021:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651000.
00010000:00000010:2.1:1769074641.458026:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45c00.
00000080:00000010:2.1:1769074641.479709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c20.
00010000:00000010:2.1:1769074641.479722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730800.
00010000:00000010:2.1:1769074641.479726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f400.
00010000:00000010:2.1:1769074641.479729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9000.
00000080:00000010:2.1:1769074641.493640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f460.
00000080:00000010:2.1:1769074641.493665:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd1080.
00010000:00000010:0.1:1769074641.499610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c000.
00010000:00000010:0.1:1769074641.499626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808000.
00010000:00000010:0.1:1769074641.499629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730c00.
00000080:00000010:2.1:1769074641.509792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20460.
00000080:00000010:2.1:1769074641.515058:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924db9c0.
00010000:00000010:2.1:1769074641.519173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d800.
00010000:00000010:2.1:1769074641.519189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f300.
00010000:00000010:2.1:1769074641.519193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8ba00.
00000080:00000010:2.1:1769074641.597574:0:2406:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d58840.
00010000:00000010:0.1:1769074641.615001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c400.
00010000:00000010:0.1:1769074641.615014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808700.
00010000:00000010:0.1:1769074641.615018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b04e00.
00000080:00000010:0.1:1769074641.619952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c20.
00000080:00000010:0.1:1769074641.621822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd3180.
00010000:00000010:0.1:1769074641.632422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:0.1:1769074641.632449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770d00.
00010000:00000010:0.1:1769074641.632455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085c00.
00000080:00000010:0.1:1769074641.640217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00000080:00000010:0.1:1769074641.640243:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d96300.
00010000:00000010:1.1:1769074641.652892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:1.1:1769074641.652907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:1.1:1769074641.652912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673cc00.
00000080:00000010:1.1:1769074641.658719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897fa0.
00000080:00000010:1.1:1769074641.662723:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d18840.
00010000:00000010:1.1:1769074641.673701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.673719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fb900.
00010000:00000010:1.1:1769074641.673724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676a200.
00000080:00000010:1.1:1769074641.686562:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:1.1:1769074641.686580:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d94a40.
00010000:00000010:1.1:1769074641.694850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074641.694866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f700.
00010000:00000010:1.1:1769074641.694871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a8c00.
00000080:00000010:1.1:1769074641.703602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00000080:00000010:1.1:1769074641.703632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fa8840.
00010000:00000010:0.1:1769074641.729586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:0.1:1769074641.729605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239600.
00010000:00000010:0.1:1769074641.729609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331a00.
00000080:00000010:0.1:1769074641.751576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866056c0.
00000080:00000010:0.1:1769074641.751601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b298c0.
00010000:00000010:1.1:1769074641.767590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:1.1:1769074641.767606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398fb00.
00010000:00000010:1.1:1769074641.767610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a084600.
00000080:00000010:1.1:1769074641.771593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00000080:00000010:1.1:1769074641.771620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d85ac0.
00010000:00000010:0.1:1769074641.781574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:0.1:1769074641.781590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24ba00.
00010000:00000010:0.1:1769074641.781594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2ca00.
00000080:00000010:0.1:1769074641.798062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051a0.
00000080:00000010:0.1:1769074641.798091:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df5280.
00010000:00000010:0.1:1769074641.807942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074641.807951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f700.
00010000:00000010:0.1:1769074641.807955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886737200.
00000080:00000010:0.1:1769074641.817569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897900.
00000080:00000010:0.1:1769074641.817591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d80840.
00010000:00000010:0.1:1769074641.858582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074641.858606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738500.
00010000:00000010:0.1:1769074641.858611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336a00.
00000080:00000010:0.1:1769074641.873598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974e0.
00000080:00000010:0.1:1769074641.882916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88accb180.
00010000:00000010:0.1:1769074641.889577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074641.889595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad000.
00010000:00000010:0.1:1769074641.889601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968400.
00000080:00000010:2.1:1769074641.912674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897900.
00000080:00000010:2.1:1769074641.912701:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db1080.
00010000:00000010:0.1:1769074641.926764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c800.
00010000:00000010:0.1:1769074641.926786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889651200.
00010000:00000010:0.1:1769074641.926790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45a00.
00000080:00000010:0.1:1769074641.979634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00000080:00000010:2.1:1769074641.985634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f1a100.
00010000:00000010:1.1:1769074642.001025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d000.
00010000:00000010:1.1:1769074642.001043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cb00.
00010000:00000010:1.1:1769074642.001047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88400.
00000080:00000010:1.1:1769074642.029580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e40.
00000080:00000010:1.1:1769074642.033650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3e300.
00010000:00000010:0.1:1769074642.058911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708a00.
00010000:00000010:0.1:1769074642.058920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80c00.
00010000:00000010:0.1:1769074642.058924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af000.
00000080:00000010:0.1:1769074642.063644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605760.
00000080:00000010:0.1:1769074642.063678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acceb40.
00010000:00000010:0.1:1769074642.088941:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074642.088951:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:0.1:1769074642.088955:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673dc00.
00000080:00000010:0.1:1769074642.098969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974e0.
00000080:00000010:0.1:1769074642.098994:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e04200.
00010000:00000010:0.1:1769074642.125694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074642.125709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889573d00.
00010000:00000010:0.1:1769074642.125714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886b05200.
00000080:00000010:0.1:1769074642.129586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878973a0.
00000080:00000010:0.1:1769074642.129615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891da1080.
00010000:00000010:0.1:1769074642.136895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074642.136906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71d700.
00010000:00000010:0.1:1769074642.136910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661f800.
00000080:00000010:0.1:1769074642.146844:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974e0.
00000080:00000010:0.1:1769074642.146965:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df7380.
00010000:00000010:1.1:1769074642.155722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:1.1:1769074642.155742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8300.
00010000:00000010:1.1:1769074642.155746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b319c00.
00000080:00000010:1.1:1769074642.173652:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878973a0.
00000080:00000010:1.1:1769074642.173678:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8925cb9c0.
00010000:00000010:1.1:1769074642.180589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708a00.
00010000:00000010:1.1:1769074642.180607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738300.
00010000:00000010:1.1:1769074642.180611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc894557800.
00000080:00000010:1.1:1769074642.193897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:1.1:1769074642.193924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acca940.
00010000:00000010:0.1:1769074642.205636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708a00.
00010000:00000010:0.1:1769074642.205655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f800.
00010000:00000010:0.1:1769074642.205659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085400.
00000080:00000010:0.1:1769074642.212704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605700.
00000080:00000010:0.1:1769074642.212733:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d82940.
00010000:00000010:0.1:1769074642.227756:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074642.227762:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893758800.
00010000:00000010:0.1:1769074642.227765:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e74e00.
00000080:00000010:1.1:1769074642.233568:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974e0.
00000080:00000010:1.1:1769074642.237580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5ca40.
00010000:00000010:1.1:1769074642.242863:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074642.242878:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886808300.
00010000:00000010:1.1:1769074642.242883:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731000.
00000080:00000010:1.1:1769074642.250630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:1.1:1769074642.250661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd4200.
00010000:00000010:1.1:1769074642.263568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074642.263582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbd00.
00010000:00000010:1.1:1769074642.263587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ba00.
00000080:00000010:1.1:1769074642.285965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:0.1:1769074642.289462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0b9c0.
00010000:00000010:0.1:1769074642.295175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074642.295191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88398f900.
00010000:00000010:0.1:1769074642.295195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736400.
00000080:00000010:0.1:1769074642.310588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b80.
00000080:00000010:1.1:1769074642.311076:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d84a40.
00010000:00000010:1.1:1769074642.317609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074642.317624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883957b00.
00010000:00000010:1.1:1769074642.317629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886736a00.
00000080:00000010:1.1:1769074642.338177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:1.1:1769074642.347143:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d5c200.
00010000:00000010:0.1:1769074642.350573:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:0.1:1769074642.350580:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71dd00.
00010000:00000010:0.1:1769074642.350584:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88661ee00.
00000080:00000010:0.1:1769074642.375836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:0.1:1769074642.378568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891df2100.
00010000:00000010:1.1:1769074642.379267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:1.1:1769074642.379278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45ec00.
00010000:00000010:1.1:1769074642.379282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030a00.
00000080:00000010:1.1:1769074642.384895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b80.
00000080:00000010:1.1:1769074642.384925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d95ac0.
00010000:00000010:1.1:1769074642.401688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074642.401712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886a7f600.
00010000:00000010:1.1:1769074642.401717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8839a9800.
00000080:00000010:0.1:1769074642.414636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:0.1:1769074642.414668:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ad039c0.
00010000:00000010:1.1:1769074642.419593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:1.1:1769074642.419611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80e00.
00010000:00000010:1.1:1769074642.419614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817ae000.
00000080:00000010:1.1:1769074642.426689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897220.
00000080:00000010:1.1:1769074642.426719:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac698c0.
00010000:00000010:1.1:1769074642.434704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074642.434723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239e00.
00010000:00000010:1.1:1769074642.434728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330e00.
00000080:00000010:1.1:1769074642.446103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:1.1:1769074642.446136:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2b180.
00010000:00000010:1.1:1769074642.459249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074642.459255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926600.
00010000:00000010:1.1:1769074642.459258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883b45400.
00000080:00000010:1.1:1769074642.463752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:1.1:1769074642.467835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894f49080.
00010000:00000010:1.1:1769074642.474797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074642.474816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e600.
00010000:00000010:1.1:1769074642.474821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883969400.
00000080:00000010:1.1:1769074642.483583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:1.1:1769074642.483612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db4a40.
00010000:00000010:0.1:1769074642.494412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00010000:00000010:0.1:1769074642.494428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51cf00.
00010000:00000010:0.1:1769074642.494433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330000.
00000080:00000010:0.1:1769074642.504265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:0.1:1769074642.504284:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c6b40.
00010000:00000010:0.1:1769074642.519004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074642.519020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45e700.
00010000:00000010:0.1:1769074642.519025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc880030800.
00000080:00000010:0.1:1769074642.523584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897be0.
00000080:00000010:0.1:1769074642.523613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e03180.
00010000:00000010:1.1:1769074642.546756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:1.1:1769074642.546772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51cc00.
00010000:00000010:1.1:1769074642.546777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8aa00.
00000080:00000010:1.1:1769074642.546781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a20.
00000080:00000010:1.1:1769074642.546798:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fadac0.
00010000:00000010:1.1:1769074642.557235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:1.1:1769074642.557243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:1.1:1769074642.557246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336e00.
00000080:00000010:1.1:1769074642.566578:0:1295:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:1.1:1769074642.566606:0:1295:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac118c0.
00010000:00000010:1.1:1769074642.570195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:1.1:1769074642.570203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946ad400.
00010000:00000010:1.1:1769074642.570206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660f000.
00000080:00000010:1.1:1769074642.584716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:1.1:1769074642.584752:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc893b2e300.
00010000:00000010:1.1:1769074642.588887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:1.1:1769074642.588895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c100.
00010000:00000010:1.1:1769074642.588898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00000080:00000010:1.1:1769074642.594685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:1.1:1769074642.594754:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac6e300.
00010000:00000010:1.1:1769074642.604572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:1.1:1769074642.604588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc892da8600.
00010000:00000010:1.1:1769074642.604592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968a00.
00000080:00000010:1.1:1769074642.612801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:1.1:1769074642.612830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db6b40.
00010000:00000010:1.1:1769074642.638991:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:1.1:1769074642.639000:0:1295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b0fbe00.
00010000:00000010:1.1:1769074642.639003:0:1295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88676ae00.
00000080:00000010:2.1:1769074642.639573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:2.1:1769074642.651614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0eb40.
00010000:00000010:0.1:1769074642.656173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609ca00.
00010000:00000010:0.1:1769074642.656186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc893738f00.
00010000:00000010:0.1:1769074642.656190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337600.
00000080:00000010:0.1:1769074642.659714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20180.
00000080:00000010:0.1:1769074642.659740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd5ac0.
00010000:00000010:0.1:1769074642.674577:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074642.674584:0:45450:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24bf00.
00010000:00000010:0.1:1769074642.674588:0:45450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d400.
00000080:00000010:0.1:1769074642.678710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897be0.
00000080:00000010:0.1:1769074642.684705:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d95280.
00010000:00000010:0.1:1769074642.695684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074642.695695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a51c900.
00010000:00000010:0.1:1769074642.695700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc884c8b000.
00000080:00000010:0.1:1769074642.700862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:0.1:1769074642.700891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c1080.
00010000:00000010:0.1:1769074642.724819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074642.724833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:0.1:1769074642.724837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673ca00.
00000080:00000010:2.1:1769074642.732467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897be0.
00000080:00000010:2.1:1769074642.732486:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d918c0.
00010000:00000010:0.1:1769074642.738601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d800.
00010000:00000010:0.1:1769074642.738618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866700.
00010000:00000010:0.1:1769074642.738622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88660f200.
00000080:00000010:0.1:1769074642.745072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20380.
00000080:00000010:0.1:1769074642.752624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db5ac0.
00010000:00000010:0.1:1769074642.770667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074642.770676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883770c00.
00010000:00000010:0.1:1769074642.770680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc89a085000.
00000080:00000010:0.1:1769074642.770685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:0.1:1769074642.770700:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d86300.
00010000:00000010:2.1:1769074642.786710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609de00.
00010000:00000010:2.1:1769074642.786721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9900.
00010000:00000010:2.1:1769074642.786725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88673d800.
00000080:00000010:0.1:1769074642.793245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897620.
00000080:00000010:0.1:1769074642.793281:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891d939c0.
00010000:00000010:0.1:1769074642.803579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074642.803595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c800.
00010000:00000010:0.1:1769074642.803599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00000080:00000010:0.1:1769074642.814728:0:45450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:2.1:1769074642.815565:0:45450:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fba940.
00010000:00000010:2.1:1769074642.831599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609de00.
00010000:00000010:2.1:1769074642.831615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc885f80a00.
00010000:00000010:2.1:1769074642.831620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8817af600.
00000080:00000010:0.1:1769074642.841601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20f60.
00000080:00000010:0.1:1769074642.845684:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88acd6300.
00010000:00000010:0.1:1769074642.854253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:0.1:1769074642.854268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239d00.
00010000:00000010:0.1:1769074642.854273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889330600.
00000080:00000010:0.1:1769074642.861799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:0.1:1769074642.861828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c2100.
00010000:00000010:0.1:1769074642.879588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:0.1:1769074642.879606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc886239b00.
00010000:00000010:0.1:1769074642.879611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889331400.
00000080:00000010:0.1:1769074642.887720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897620.
00000080:00000010:0.1:1769074642.887749:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924c39c0.
00010000:00000010:0.1:1769074642.895709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:0.1:1769074642.895724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a45eb00.
00010000:00000010:0.1:1769074642.895730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883968c00.
00000080:00000010:0.1:1769074642.908099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:0.1:1769074642.908125:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891db4200.
00010000:00000010:0.1:1769074642.918695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00010000:00000010:0.1:1769074642.918715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b500.
00010000:00000010:0.1:1769074642.918721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2cc00.
00010000:00000010:0.1:1769074642.918726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261f00.
00010000:00000010:0.1:1769074642.918730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d400.
00000080:00000010:0.1:1769074642.948628:0:45456:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc891e0f380.
00000080:00000010:0.1:1769074642.948643:0:45456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605840.
00010000:00000010:2.1:1769074673.544606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:2.1:1769074673.544621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:2.1:1769074673.570730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261b00.
00010000:00000010:0.1:1769074675.301033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731000.
00010000:00000010:2.1:1769074675.312673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:2.1:1769074675.316734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:1.1:1769074675.387250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d400.
00000080:00000010:0.1:1769074675.445565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20c00.
00010000:00000010:0.1:1769074682.648910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609c200.
00010000:00000010:0.1:1769074682.648921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:0.1:1769074682.648925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:0.1:1769074682.648929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609cc00.
00010000:00000010:0.1:1769074682.648933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926300.
00010000:00000010:0.1:1769074682.648936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00000080:00000010:0.1:1769074682.669971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605de0.
00000080:00000010:0.1:1769074682.688587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924db9c0.
00010000:00000010:1.1:1769074688.062855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261b00.
00010000:00000010:1.1:1769074688.062870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731400.
00000800:00000200:2.1:1769074691.675201:0:47547:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (2)
00000800:00000200:1.1:1769074691.677443:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (2)
00000800:00000200:1.1:1769074691.677447:0:2400:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.57@tcp ffff8dc88934a300 deleted
00000800:00000010:1.1:1769074691.677449:0:2400:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8dc88934a300.
00000800:00000200:1.1:1769074691.677454:0:2400:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769074691.677461:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:1023
00000800:00000200:1.1:1769074691.677465:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc886ba2e00 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.1:1769074691.690622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (4)
00000800:00000200:2.1:1769074691.690630:0:2401:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.57@tcp ffff8dc8941bb000 deleted
00000800:00000010:2.1:1769074691.690632:0:2401:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8dc8941bb000.
00000800:00000200:2.1:1769074691.690638:0:2401:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.1:1769074691.703103:0:2399:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:1.1:1769074704.003689:0:48308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261000.
00010000:00000010:1.1:1769074704.003698:0:48308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88609d200.
00010000:00000010:1.1:1769074704.016976:0:48308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926000.
00000800:00000200:3.1:1769074792.366300:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.366366:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1173364 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.367447:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1173364 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.367459:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1173364 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.367467:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1173364 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.369352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1301196 low water 1246362 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372298:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372313:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372323:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372688:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372702:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.372712:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.374519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -41040 low water 1917480 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.377184:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 214624 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.377208:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 214624 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.377219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 214624 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.377225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 214624 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379494:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379506:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379578:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 662036 low water 1565942 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.379641:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 853784 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.381450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 853784 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.381470:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 853784 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.381481:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 853784 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382413:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382430:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382439:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382918:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.382942:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.383814:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.383833:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1045532 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.387797:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1109448 low water 1342236 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.387811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1109448 low water 1342236 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.387878:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1301196 low water 1246362 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.390071:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 534204 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.390084:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 534204 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.390092:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 534204 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.390097:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 534204 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.391987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.392007:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.392015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.392020:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.393642:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.393662:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.393673:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 598120 low water 1597900 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.396068:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.396091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.396102:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.396109:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.397226:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.397246:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.397257:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.398187:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 887064 low water 1470068 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074792.399416:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1337120 low water 1278320 conn ffff8dc8916a4000 blocked idle queued
00010000:00000010:2.1:1769074795.139020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:1.1:1769074797.482566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731e00.
00010000:00000010:1.1:1769074797.501128:0:48552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:3.1:1769074797.874306:0:6173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00000080:00000010:0.1:1769074797.933772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866051e0.
00010000:00000010:3.1:1769074802.826577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:3.1:1769074802.826588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731600.
00010000:00000010:3.1:1769074802.826591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926c00.
00010000:00000010:3.1:1769074802.826595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:3.1:1769074802.826598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a71dd00.
00010000:00000010:3.1:1769074802.826601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00000080:00000010:0.1:1769074802.836355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f100.
00000080:00000010:0.1:1769074802.836383:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac118c0.
00010000:00000010:1.1:1769074808.344300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926e00.
00010000:00000010:1.1:1769074808.344307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00010000:00000010:2.1:1769074810.521937:0:25:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:2.1:1769074810.521945:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731a00.
00010000:00000010:1.1:1769074810.562615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:0.1:1769074810.623771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:0.1:1769074810.623788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00010000:00000010:1.1:1769074810.634622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926300.
00010000:00000010:1.1:1769074810.634638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff000.
00010000:00000010:0.1:1769074810.655568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cd00.
00000080:00000010:1.1:1769074810.722664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20d00.
00010000:00000010:3.1:1769074810.775301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:3.1:1769074810.775318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730a00.
00010000:00000010:3.1:1769074810.780895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:3.1:1769074810.791731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730600.
00000080:00000010:1.1:1769074810.823823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620ffc0.
00010000:00000010:0.1:1769074810.867740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:0.1:1769074810.867754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730600.
00010000:00000010:0.1:1769074810.876017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cd00.
00000080:00000010:0.1:1769074810.899588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878973a0.
00010000:00000010:1.1:1769074810.917761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926300.
00010000:00000010:1.1:1769074810.917768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074810.925283:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926200.
00010000:00000010:1.1:1769074820.477010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff000.
00000080:00000010:1.1:1769074820.477030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b60.
00010000:00000010:1.1:1769074820.477038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c000.
00010000:00000010:1.1:1769074820.477042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074825.946940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88667b800.
00010000:00000010:1.1:1769074825.951587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9b00.
00010000:00000010:1.1:1769074825.951611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d800.
00010000:00000010:1.1:1769074830.698679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:0.1:1769074830.714639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:0.1:1769074830.714656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:1.1:1769074832.876594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:1.1:1769074832.879757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926200.
00010000:00000010:1.1:1769074832.879774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffe00.
00000080:00000010:1.1:1769074832.958644:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a205e0.
00010000:00000010:1.1:1769074833.073499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:1.1:1769074833.073511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe600.
00010000:00000010:1.1:1769074833.083782:0:50202:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00000080:00000010:1.1:1769074833.090586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605240.
00010000:00000010:0.1:1769074837.891417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:0.1:1769074837.891443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926f00.
00010000:00000010:0.1:1769074837.891447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708c00.
00010000:00000010:0.1:1769074841.102296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074841.102311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261900.
00010000:00000010:0.1:1769074841.102316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe600.
00010000:00000010:1.1:1769074843.208750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bd00.
00010000:00000010:1.1:1769074843.208763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00000080:00000010:1.1:1769074843.239746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866053a0.
00010000:00000010:2.1:1769074843.243587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bc00.
00010000:00000010:2.1:1769074843.243611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00000080:00000010:1.1:1769074843.244767:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac15ac0.
00000080:00000010:0.1:1769074843.275597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605e60.
00000080:00000010:0.1:1769074843.275624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac17380.
00010000:00000010:0.1:1769074843.275630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b000.
00010000:00000010:0.1:1769074843.275634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708a00.
00000080:00000010:0.1:1769074843.303682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058e0.
00000080:00000010:0.1:1769074843.307893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac12100.
00010000:00000010:0.1:1769074843.307915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:0.1:1769074843.307920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00000080:00000010:0.1:1769074843.335696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897320.
00000080:00000010:0.1:1769074843.335729:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3b9c0.
00010000:00000010:0.1:1769074843.335736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c400.
00010000:00000010:0.1:1769074843.335741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00000080:00000010:0.1:1769074843.359863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897780.
00010000:00000010:1.1:1769074843.367563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c700.
00010000:00000010:1.1:1769074843.367582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00000080:00000010:0.1:1769074843.367802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3c200.
00000080:00000010:1.1:1769074843.390070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897be0.
00000080:00000010:1.1:1769074843.390100:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3ca40.
00010000:00000010:1.1:1769074843.393700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:1.1:1769074843.393718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00000080:00000010:1.1:1769074843.417612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c60.
00000080:00000010:1.1:1769074843.417639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924db9c0.
00010000:00000010:1.1:1769074843.420717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b100.
00010000:00000010:1.1:1769074843.420734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00000080:00000010:1.1:1769074843.452635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b80.
00000080:00000010:0.1:1769074843.460619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac16300.
00010000:00000010:0.1:1769074843.460640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b200.
00010000:00000010:0.1:1769074843.460646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708e00.
00000080:00000010:0.1:1769074843.495732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ac0.
00000080:00000010:0.1:1769074843.495758:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac139c0.
00010000:00000010:0.1:1769074843.495770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b600.
00010000:00000010:0.1:1769074843.495775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00000080:00000010:0.1:1769074843.526331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605500.
00000080:00000010:0.1:1769074843.526358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14200.
00010000:00000010:0.1:1769074843.526366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b800.
00010000:00000010:0.1:1769074843.526383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709000.
00000080:00000010:0.1:1769074843.536683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866058c0.
00000080:00000010:0.1:1769074843.536714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14a40.
00010000:00000010:0.1:1769074843.536723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b900.
00010000:00000010:0.1:1769074843.536728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00000080:00000010:0.1:1769074843.548824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:0.1:1769074843.548854:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac16b40.
00010000:00000010:0.1:1769074843.548865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0b500.
00010000:00000010:0.1:1769074843.548871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708000.
00000080:00000010:1.1:1769074843.558585:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac10840.
00010000:00000010:1.1:1769074843.558604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9b00.
00010000:00000010:1.1:1769074843.558609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00000080:00000010:0.1:1769074843.558666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b60.
00000080:00000010:1.1:1769074843.571582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605100.
00000080:00000010:1.1:1769074843.571614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac118c0.
00010000:00000010:1.1:1769074843.577606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c800.
00010000:00000010:1.1:1769074843.577613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00000080:00000010:3.1:1769074843.581701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b00.
00000080:00000010:3.1:1769074843.581726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3eb40.
00010000:00000010:3.1:1769074843.581737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c900.
00010000:00000010:3.1:1769074843.581742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00000080:00000010:3.1:1769074843.595079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878974c0.
00000080:00000010:3.1:1769074843.595109:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e38840.
00010000:00000010:3.1:1769074843.599325:0:50258:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:3.1:1769074843.599337:0:50258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00000080:00000010:3.1:1769074843.610794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878972a0.
00000080:00000010:3.1:1769074843.610826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e398c0.
00010000:00000010:3.1:1769074853.059835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261200.
00010000:00000010:3.1:1769074853.059850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00010000:00000010:1.1:1769074853.069542:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:2.1:1769074858.917059:0:2414:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9200.
00010000:00000010:2.1:1769074858.917078:0:2414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730200.
00000080:00000010:2.1:1769074858.928624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00010000:00000010:0.1:1769074859.028582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337e00.
00010000:00000010:0.1:1769074859.028595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00010000:00000010:0.1:1769074859.028600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00010000:00000010:0.1:1769074859.028604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730a00.
00010000:00000010:0.1:1769074859.028608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261f00.
00010000:00000010:0.1:1769074859.028611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff000.
00000080:00000010:0.1:1769074859.040569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e20.
00000080:00000010:0.1:1769074859.040599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac118c0.
00010000:00000010:1.1:1769074864.644649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074864.644662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336000.
00010000:00000010:1.1:1769074866.756567:0:51428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336800.
00000080:00000010:2.1:1769074867.016608:0:51441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605d60.
00010000:00000010:2.1:1769074867.016628:0:51441:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:2.1:1769074867.016635:0:51441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00010000:00000010:0.1:1769074867.101591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:0.1:1769074867.101616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00010000:00000010:0.1:1769074867.109405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:0.1:1769074867.109426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00000080:00000010:0.1:1769074867.109433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00010000:00000010:0.1:1769074867.137709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00000080:00000010:0.1:1769074867.200736:0:51444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00010000:00000010:0.1:1769074867.234365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:0.1:1769074867.234379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336400.
00010000:00000010:0.1:1769074867.247596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cf00.
00010000:00000010:2.1:1769074867.252621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:2.1:1769074867.252655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337600.
00010000:00000010:0.1:1769074867.284566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261e00.
00010000:00000010:0.1:1769074867.306034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:2.1:1769074867.315921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c800.
00010000:00000010:1.1:1769074867.334555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:1.1:1769074867.356036:0:9196:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:0.1:1769074867.375751:0:51444:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:0.1:1769074867.402573:0:51444:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:0.1:1769074867.418960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:0.1:1769074867.447943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261e00.
00000080:00000010:2.1:1769074867.456257:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897de0.
00000080:00000010:2.1:1769074867.456266:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b80.
00000080:00000010:2.1:1769074867.456271:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866057e0.
00000080:00000010:2.1:1769074867.456275:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878970e0.
00000080:00000010:2.1:1769074867.456278:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897260.
00000080:00000010:2.1:1769074867.456282:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20140.
00000080:00000010:2.1:1769074867.456287:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605720.
00000080:00000010:0.1:1769074867.460575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20000.
00000080:00000010:0.1:1769074867.460594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878977c0.
00000080:00000010:0.1:1769074867.460600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605a00.
00000080:00000010:0.1:1769074867.460605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ca0.
00000080:00000010:0.1:1769074867.460610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20b60.
00000080:00000010:0.1:1769074867.460613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897c40.
00000080:00000010:2.1:1769074867.481627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a40.
00010000:00000010:1.1:1769074867.485648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:1.1:1769074867.485667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe000.
00010000:00000010:1.1:1769074867.485671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c000.
00010000:00000010:1.1:1769074867.485674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00010000:00000010:1.1:1769074867.485678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:1.1:1769074867.485681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337600.
00010000:00000010:1.1:1769074867.485685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261600.
00010000:00000010:1.1:1769074867.485688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:1.1:1769074867.485691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cf00.
00010000:00000010:1.1:1769074867.485693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00010000:00000010:2.1:1769074867.523326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c600.
00010000:00000010:2.1:1769074867.523339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00010000:00000010:2.1:1769074867.523343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c800.
00010000:00000010:2.1:1769074867.523346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:2.1:1769074867.523349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c700.
00010000:00000010:2.1:1769074867.523352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00010000:00000010:2.1:1769074867.559792:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:2.1:1769074867.559810:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336e00.
00010000:00000010:2.1:1769074867.559815:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c900.
00010000:00000010:2.1:1769074867.559818:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:2.1:1769074867.559821:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c400.
00010000:00000010:2.1:1769074867.559824:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:2.1:1769074867.559826:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:2.1:1769074867.559829:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:2.1:1769074867.559832:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0ba00.
00010000:00000010:2.1:1769074867.559835:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:2.1:1769074867.559841:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926000.
00010000:00000010:2.1:1769074867.559844:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709c00.
00010000:00000010:2.1:1769074867.559847:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:2.1:1769074867.559850:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00010000:00000010:2.1:1769074867.559852:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709600.
00010000:00000010:2.1:1769074867.559854:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c100.
00010000:00000010:2.1:1769074867.559857:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709800.
00010000:00000010:2.1:1769074867.559879:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d200.
00010000:00000010:2.1:1769074867.559882:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b700.
00010000:00000010:2.1:1769074867.559885:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d000.
00010000:00000010:2.1:1769074867.559889:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2d600.
00010000:00000010:2.1:1769074867.559892:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8946adb00.
00010000:00000010:2.1:1769074867.559895:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2167e00.
00010000:00000010:2.1:1769074867.559900:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883e75a00.
00010000:00000010:2.1:1769074867.559904:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2dc00.
00010000:00000010:2.1:1769074867.559906:0:51449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc887e0bf00.
00010000:00000010:2.1:1769074867.559909:0:51449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00010000:00000010:3.1:1769074867.627957:0:51453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b926c00.
00010000:00000010:3.1:1769074867.627965:0:51453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:1.1:1769074867.630141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cd00.
00010000:00000010:1.1:1769074867.630156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:1.1:1769074867.630160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88b24b400.
00010000:00000010:1.1:1769074867.630165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885d2c600.
00010000:00000010:1.1:1769074867.782631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336a00.
00010000:00000010:0.1:1769074868.039653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cb00.
00010000:00000010:0.1:1769074868.039671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:0.1:1769074868.039675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:0.1:1769074868.039678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337600.
00000080:00000010:0.1:1769074868.054581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897ca0.
00000080:00000010:0.1:1769074868.061739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac13180.
00010000:00000010:0.1:1769074868.061793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:0.1:1769074868.061799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe600.
00010000:00000010:0.1:1769074868.061803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074868.061806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336400.
00000080:00000010:0.1:1769074868.074870:0:51461:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20da0.
00000080:00000010:0.1:1769074868.074901:0:51461:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3b180.
00010000:00000010:0.1:1769074868.074910:0:51461:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:0.1:1769074868.074915:0:51461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00000080:00000010:0.1:1769074868.080634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878977c0.
00000080:00000010:0.1:1769074868.086661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3a940.
00010000:00000010:0.1:1769074868.086681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074868.086687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00000080:00000010:0.1:1769074868.105579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878977a0.
00000080:00000010:0.1:1769074868.108740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3dac0.
00010000:00000010:0.1:1769074868.108772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:0.1:1769074868.108778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe000.
00000080:00000010:0.1:1769074868.124561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050c0.
00000080:00000010:0.1:1769074868.124590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e38000.
00010000:00000010:0.1:1769074868.124600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00010000:00000010:0.1:1769074868.124604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff800.
00000080:00000010:0.1:1769074868.135803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605020.
00000080:00000010:0.1:1769074868.135829:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3d280.
00010000:00000010:0.1:1769074868.135838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074868.135842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe800.
00000080:00000010:0.1:1769074868.140579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605760.
00000080:00000010:0.1:1769074868.140616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e39080.
00010000:00000010:0.1:1769074868.140625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:0.1:1769074868.140630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff000.
00000080:00000010:0.1:1769074868.154787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605660.
00000080:00000010:0.1:1769074868.154813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924db180.
00010000:00000010:2.1:1769074868.155571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074868.155579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00000080:00000010:2.1:1769074868.181575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605300.
00000080:00000010:2.1:1769074868.186225:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3b9c0.
00010000:00000010:2.1:1769074868.189578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866700.
00010000:00000010:2.1:1769074868.189597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731400.
00000080:00000010:2.1:1769074868.200562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605780.
00000080:00000010:2.1:1769074868.200595:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924ddac0.
00010000:00000010:2.1:1769074868.211232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fee00.
00010000:00000010:2.1:1769074868.211247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336800.
00010000:00000010:2.1:1769074868.211252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:2.1:1769074868.211256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88400.
00010000:00000010:2.1:1769074868.211260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:2.1:1769074868.211263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730000.
00000080:00000010:2.1:1769074868.245600:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3c200.
00000080:00000010:2.1:1769074868.245618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897660.
00010000:00000010:0.1:1769074872.859298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00010000:00000010:1.1:1769074872.873427:0:51804:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c800.
00010000:00000010:1.1:1769074872.873435:0:51804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:1.1:1769074872.873440:0:51804:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c900.
00010000:00000010:1.1:1769074872.873442:0:51804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:2.1:1769074872.876878:0:51806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cf00.
00010000:00000010:2.1:1769074872.876885:0:51806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:2.1:1769074872.876889:0:51806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c500.
00010000:00000010:2.1:1769074872.876891:0:51806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:2.1:1769074872.876895:0:51806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:2.1:1769074872.876899:0:51806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fec00.
00010000:00000010:0.1:1769074873.347090:0:51838:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60cc00.
00010000:00000010:0.1:1769074873.347096:0:51838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:3.1:1769074873.366624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:3.1:1769074873.366643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886731c00.
00010000:00000010:3.1:1769074873.366650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60c200.
00010000:00000010:3.1:1769074873.366653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00010000:00000010:3.1:1769074873.366657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ca00.
00010000:00000010:3.1:1769074873.366660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00010000:00000010:2.1:1769074873.366876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc88a60ce00.
00010000:00000010:2.1:1769074873.366880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:0.1:1769074876.427696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336a00.
00000080:00000010:2.1:1769074876.535809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605360.
00010000:00000010:2.1:1769074876.535825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9b00.
00010000:00000010:2.1:1769074876.535831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336800.
00010000:00000010:1.1:1769074876.610622:0:52047:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9400.
00010000:00000010:1.1:1769074876.610630:0:52047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337200.
00010000:00000010:1.1:1769074876.615710:0:52047:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:1.1:1769074876.615719:0:52047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00000080:00000010:1.1:1769074876.615724:0:52047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605dc0.
00010000:00000010:1.1:1769074876.634105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00000080:00000010:2.1:1769074876.690632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605dc0.
00010000:00000010:0.1:1769074876.699580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:0.1:1769074876.699593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337e00.
00010000:00000010:0.1:1769074876.708569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074876.731571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9a00.
00010000:00000010:0.1:1769074876.731576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00010000:00000010:0.1:1769074876.731579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:1.1:1769074876.750100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:1.1:1769074876.758581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074876.769287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074876.786564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074876.808819:0:52048:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074876.833208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769074876.881669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:1.1:1769074876.896631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00000080:00000010:2.1:1769074876.947161:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878975c0.
00000080:00000010:2.1:1769074876.947170:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878971e0.
00000080:00000010:2.1:1769074876.947175:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605da0.
00000080:00000010:2.1:1769074876.947181:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866054e0.
00000080:00000010:2.1:1769074876.947185:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897100.
00000080:00000010:2.1:1769074876.947188:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866052e0.
00000080:00000010:2.1:1769074876.947191:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a80.
00000080:00000010:2.1:1769074876.947194:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605080.
00000080:00000010:2.1:1769074876.947198:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605b20.
00000080:00000010:2.1:1769074876.947201:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897680.
00000080:00000010:2.1:1769074876.947204:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20580.
00010000:00000010:3.1:1769074876.949645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:3.1:1769074876.949657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337c00.
00010000:00000010:3.1:1769074876.949661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:3.1:1769074876.949664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00010000:00000010:3.1:1769074876.949667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:3.1:1769074876.949671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336600.
00010000:00000010:3.1:1769074876.949673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:3.1:1769074876.949676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336200.
00010000:00000010:3.1:1769074876.949680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:3.1:1769074876.949683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00010000:00000010:2.1:1769074876.971706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9400.
00010000:00000010:2.1:1769074876.971719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337200.
00010000:00000010:2.1:1769074876.971723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074876.971727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:2.1:1769074876.971730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:2.1:1769074876.971733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00010000:00000010:2.1:1769074876.971735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:2.1:1769074876.971738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336000.
00010000:00000010:2.1:1769074876.971741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:2.1:1769074876.971744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336c00.
00010000:00000010:2.1:1769074876.971746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:2.1:1769074876.971749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:2.1:1769074876.971752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00010000:00000010:2.1:1769074876.971755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffa00.
00010000:00000010:1.1:1769074877.105689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:1.1:1769074877.141572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.141589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00010000:00000010:1.1:1769074877.141593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:1.1:1769074877.141597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00000080:00000010:1.1:1769074877.148581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c00.
00000080:00000010:1.1:1769074877.154188:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3d280.
00010000:00000010:1.1:1769074877.168592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.168619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074877.168624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00000080:00000010:1.1:1769074877.173663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:1.1:1769074877.177594:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924da100.
00010000:00000010:1.1:1769074877.181954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074877.181959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00010000:00000010:1.1:1769074877.181963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:1.1:1769074877.181966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00000080:00000010:1.1:1769074877.188991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c00.
00000080:00000010:1.1:1769074877.189012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e38000.
00010000:00000010:1.1:1769074877.193685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.193701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074877.193706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00000080:00000010:1.1:1769074877.201694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:1.1:1769074877.201722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e39080.
00010000:00000010:1.1:1769074877.218012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074877.222676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.222684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00000080:00000010:1.1:1769074877.226575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c00.
00000080:00000010:1.1:1769074877.226608:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac118c0.
00010000:00000010:1.1:1769074877.230569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074877.234659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.234668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00000080:00000010:1.1:1769074877.239774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:1.1:1769074877.239795:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3dac0.
00010000:00000010:1.1:1769074877.247829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074877.251881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.251889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00000080:00000010:1.1:1769074877.256664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c00.
00000080:00000010:1.1:1769074877.256693:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac16b40.
00010000:00000010:1.1:1769074877.263582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074877.263595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.263599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00000080:00000010:1.1:1769074877.277587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:1.1:1769074877.277629:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac139c0.
00010000:00000010:1.1:1769074877.283892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074877.283904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074877.283908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00000080:00000010:1.1:1769074877.291719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605c00.
00000080:00000010:1.1:1769074877.291747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14200.
00010000:00000010:0.1:1769074877.317594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00000080:00000010:1.1:1769074877.320689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:1.1:1769074877.320718:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14a40.
00010000:00000010:0.1:1769074877.321580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:0.1:1769074877.321589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00010000:00000010:1.1:1769074877.326846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00010000:00000010:1.1:1769074877.326860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:1.1:1769074877.326865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00010000:00000010:1.1:1769074877.326867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:1.1:1769074877.326870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00000080:00000010:1.1:1769074877.346582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc8924ddac0.
00000080:00000010:1.1:1769074877.346596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a20.
00010000:00000010:1.1:1769074884.766933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00000080:00000010:1.1:1769074884.937582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b00.
00010000:00000010:1.1:1769074884.937608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:1.1:1769074884.937614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:1.1:1769074885.057587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:1.1:1769074885.057605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00010000:00000010:2.1:1769074885.085894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:2.1:1769074885.110571:0:52648:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:2.1:1769074885.110577:0:52648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00000080:00000010:2.1:1769074885.110581:0:52648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897be0.
00010000:00000010:0.1:1769074885.129580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00010000:00000010:3.1:1769074885.135111:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866800.
00010000:00000010:3.1:1769074885.135124:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730800.
00010000:00000010:3.1:1769074885.201770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866800.
00010000:00000010:3.1:1769074885.201782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730800.
00010000:00000010:3.1:1769074885.234736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866000.
00010000:00000010:3.1:1769074885.247594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866f00.
00010000:00000010:3.1:1769074885.247630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730c00.
00010000:00000010:0.1:1769074885.269571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866000.
00010000:00000010:0.1:1769074885.307589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074885.321900:0:1030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074885.344827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074885.371663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:1.1:1769074885.426964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074885.490590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:1.1:1769074885.493736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:1.1:1769074885.513553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00000080:00000010:3.1:1769074885.547586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605900.
00000080:00000010:3.1:1769074885.547601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866050e0.
00000080:00000010:3.1:1769074885.547605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897140.
00000080:00000010:3.1:1769074885.547611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878978a0.
00000080:00000010:3.1:1769074885.547615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f900.
00000080:00000010:3.1:1769074885.547620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20320.
00000080:00000010:1.1:1769074885.547668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605240.
00000080:00000010:1.1:1769074885.547675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897780.
00000080:00000010:1.1:1769074885.547680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897e00.
00000080:00000010:1.1:1769074885.547683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897b20.
00000080:00000010:1.1:1769074885.547686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f040.
00010000:00000010:1.1:1769074885.552312:0:52653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:1.1:1769074885.552328:0:52653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00010000:00000010:1.1:1769074885.552332:0:52653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:1.1:1769074885.552337:0:52653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88400.
00010000:00000010:1.1:1769074885.552340:0:52653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4f00.
00010000:00000010:1.1:1769074885.552343:0:52653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00010000:00000010:1.1:1769074885.552356:0:52653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:1.1:1769074885.552359:0:52653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00010000:00000010:1.1:1769074885.552362:0:52653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00010000:00000010:1.1:1769074885.552366:0:52653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730800.
00010000:00000010:3.1:1769074885.557563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261000.
00010000:00000010:3.1:1769074885.557578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff200.
00010000:00000010:3.1:1769074885.557582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:3.1:1769074885.557586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00010000:00000010:3.1:1769074885.557589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:3.1:1769074885.557592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00010000:00000010:3.1:1769074885.557595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:3.1:1769074885.557598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:3.1:1769074885.557601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:3.1:1769074885.557604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:3.1:1769074885.557607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866800.
00010000:00000010:3.1:1769074885.557610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730e00.
00010000:00000010:3.1:1769074885.557613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261800.
00010000:00000010:3.1:1769074885.557616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336000.
00010000:00000010:0.1:1769074885.711886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:0.1:1769074885.711896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00010000:00000010:0.1:1769074885.889578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769074885.893788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9300.
00010000:00000010:0.1:1769074885.893803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336200.
00010000:00000010:0.1:1769074885.893807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4300.
00010000:00000010:0.1:1769074885.893809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88c00.
00000080:00000010:1.1:1769074885.919882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac139c0.
00000080:00000010:0.1:1769074885.930584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866053a0.
00010000:00000010:1.1:1769074885.930652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4d00.
00010000:00000010:1.1:1769074885.930660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89c00.
00000080:00000010:3.1:1769074885.933740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20680.
00000080:00000010:3.1:1769074885.933778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e38000.
00010000:00000010:3.1:1769074885.933811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9900.
00010000:00000010:3.1:1769074885.933816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88200.
00010000:00000010:3.1:1769074885.933819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4200.
00010000:00000010:3.1:1769074885.933822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89200.
00000080:00000010:2.1:1769074885.954729:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fbe300.
00010000:00000010:2.1:1769074885.954742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:2.1:1769074885.954747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89800.
00000080:00000010:3.1:1769074885.954807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ae0.
00000080:00000010:1.1:1769074885.960564:0:52665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20480.
00000080:00000010:1.1:1769074885.963744:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e39080.
00010000:00000010:1.1:1769074885.963758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4400.
00010000:00000010:1.1:1769074885.963773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88800.
00000080:00000010:1.1:1769074885.963778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a203c0.
00000080:00000010:1.1:1769074885.963788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3a940.
00010000:00000010:1.1:1769074885.963796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9200.
00010000:00000010:1.1:1769074885.963799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88400.
00000080:00000010:1.1:1769074885.967697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897040.
00000080:00000010:1.1:1769074885.967725:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3b180.
00010000:00000010:1.1:1769074885.967731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:1.1:1769074885.967736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89a00.
00000080:00000010:1.1:1769074885.982905:0:52665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897820.
00000080:00000010:1.1:1769074885.982930:0:52665:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3f380.
00010000:00000010:1.1:1769074885.982940:0:52665:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074885.982944:0:52665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89000.
00000080:00000010:1.1:1769074885.988618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897360.
00000080:00000010:1.1:1769074885.988645:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14200.
00010000:00000010:1.1:1769074885.988651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9c00.
00010000:00000010:1.1:1769074885.988656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88600.
00000080:00000010:0.1:1769074886.012593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc887897a60.
00000080:00000010:0.1:1769074886.012613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3dac0.
00010000:00000010:0.1:1769074886.012623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:0.1:1769074886.012628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89400.
00000080:00000010:0.1:1769074886.016708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8878971a0.
00000080:00000010:0.1:1769074886.016735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14a40.
00010000:00000010:0.1:1769074886.016748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337200.
00010000:00000010:0.1:1769074886.016752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9800.
00010000:00000010:0.1:1769074886.028448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708400.
00010000:00000010:0.1:1769074886.028472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88e00.
00010000:00000010:0.1:1769074886.028479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9a00.
00010000:00000010:0.1:1769074886.028483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336c00.
00010000:00000010:0.1:1769074886.036587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:0.1:1769074886.036604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337800.
00000080:00000010:0.1:1769074886.069275:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894fbdac0.
00000080:00000010:0.1:1769074886.069289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605ea0.
00010000:00000010:1.1:1769074888.235561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe600.
00010000:00000010:1.1:1769074888.235568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:1.1:1769074888.235573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffe00.
00010000:00000010:0.1:1769074888.241612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fea00.
00010000:00000010:0.1:1769074888.241622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:0.1:1769074888.241626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe000.
00010000:00000010:0.1:1769074888.241629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:0.1:1769074888.241632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88a00.
00010000:00000010:1.1:1769074888.246824:0:52852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9b00.
00010000:00000010:1.1:1769074888.246836:0:52852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336600.
00010000:00000010:1.1:1769074888.246840:0:52852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4100.
00010000:00000010:1.1:1769074888.246843:0:52852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89e00.
00010000:00000010:3.1:1769074890.250864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261300.
00010000:00000010:3.1:1769074890.250875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00010000:00000010:3.1:1769074890.250879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337400.
00010000:00000010:3.1:1769074890.250882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261c00.
00010000:00000010:3.1:1769074890.250885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff800.
00010000:00000010:0.1:1769074890.256671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9d00.
00010000:00000010:0.1:1769074890.256679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e88000.
00010000:00000010:1.1:1769074890.273163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261700.
00010000:00000010:1.1:1769074890.273182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ffc00.
00010000:00000010:1.1:1769074890.299557:0:53019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261500.
00010000:00000010:1.1:1769074890.299572:0:53019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe400.
00010000:00000010:1.1:1769074893.797815:0:53242:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261800.
00010000:00000010:1.1:1769074893.797831:0:53242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff800.
00010000:00000010:1.1:1769074893.809580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9e00.
00010000:00000010:2.1:1769074899.586619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:2.1:1769074899.586625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337600.
00010000:00000010:2.1:1769074899.586629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261000.
00010000:00000010:2.1:1769074899.586632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3ff600.
00000080:00000010:2.1:1769074899.586636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605400.
00000080:00000010:3.1:1769074899.602087:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac14200.
00010000:00000010:1.1:1769074899.602473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074899.602481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336a00.
00010000:00000010:2.1:1769074901.616566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:2.1:1769074901.616577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00010000:00000010:0.1:1769074901.622270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261400.
00010000:00000010:1.1:1769074901.643578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4900.
00010000:00000010:1.1:1769074901.643591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b3fe200.
00010000:00000010:0.1:1769074901.656636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:0.1:1769074901.656644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00000080:00000010:1.1:1769074901.685274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20160.
00010000:00000010:1.1:1769074901.713759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9000.
00010000:00000010:1.1:1769074901.713776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00010000:00000010:1.1:1769074901.728840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:1.1:1769074901.734799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00000080:00000010:1.1:1769074901.957572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886605960.
00010000:00000010:3.1:1769074902.152675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9100.
00010000:00000010:3.1:1769074902.152692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00010000:00000010:3.1:1769074918.505702:0:54611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883650800.
00010000:00000010:3.1:1769074918.505707:0:54611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337a00.
00010000:00000010:3.1:1769074918.505710:0:54611:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:3.1:1769074918.505713:0:54611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:3.1:1769074918.505716:0:54611:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866200.
00010000:00000010:3.1:1769074918.505719:0:54611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730e00.
00000080:00000010:0.1:1769074918.528568:0:54613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20560.
00000080:00000010:3.1:1769074918.550465:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc894e3dac0.
00010000:00000010:3.1:1769074923.943586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9700.
00010000:00000010:3.1:1769074923.943595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336a00.
00010000:00000010:0.1:1769074924.953563:0:6181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc885e89600.
00010000:00000010:0.1:1769074924.963627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4000.
00010000:00000010:0.1:1769074924.963642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730400.
00010000:00000010:0.1:1769074928.390163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337e00.
00010000:00000010:1.1:1769074928.394236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:1.1:1769074928.394249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336800.
00010000:00000010:1.1:1769074931.611588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:1.1:1769074931.611603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337c00.
00010000:00000010:1.1:1769074931.630287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9400.
00010000:00000010:0.1:1769074931.654750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9f00.
00010000:00000010:0.1:1769074931.654757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b336000.
00010000:00000010:1.1:1769074931.699566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:1.1:1769074931.699590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337c00.
00000080:00000010:0.1:1769074931.735915:0:55001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc8866053a0.
00010000:00000010:2.1:1769074931.791920:0:55002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261100.
00010000:00000010:2.1:1769074931.791927:0:55002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883651800.
00010000:00000010:2.1:1769074931.809589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261b00.
00010000:00000010:2.1:1769074931.809603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883651600.
00010000:00000010:1.1:1769074932.370643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261e00.
00010000:00000010:1.1:1769074932.370657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883651000.
00000800:00000200:3.1:1769074932.415076:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -25572 low water 1959666 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.415100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -26852 low water 1960306 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.417893:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -7676 low water 1950718 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.417917:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -7676 low water 1950718 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.417924:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace -7676 low water 1950718 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.417975:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 38344 low water 1927708 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.417981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 38344 low water 1927708 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421504:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 57520 low water 1918120 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 57520 low water 1918120 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421580:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 112488 low water 1890636 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 112488 low water 1890636 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421611:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 122716 low water 1885522 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421648:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.421653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.422222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.422263:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.422277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426597:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 314464 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426620:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 314464 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426627:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 314464 low water 1789648 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426689:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.426814:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 442296 low water 1725732 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.429018:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 506212 low water 1693774 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.429063:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 506212 low water 1693774 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.429076:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 506212 low water 1693774 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.429085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 506212 low water 1693774 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.429115:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.431255:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.431277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.431285:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.433427:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.433447:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.433456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.439837:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.439858:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.439864:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.440015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.440021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.441905:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.441925:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.441934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.442434:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.442448:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.442458:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.444859:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1081456 low water 1406152 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.448226:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1145372 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.448242:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1145372 low water 1374194 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.448308:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1337120 low water 1278320 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450439:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450506:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450883:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.450897:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.452723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.452742:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 634044 low water 1629858 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.454913:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 761876 low water 1565942 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.454934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 761876 low water 1565942 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.454940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 761876 low water 1565942 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.455007:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 825792 low water 1533984 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.455013:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 825792 low water 1533984 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.456282:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.456357:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.456402:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.456416:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.456426:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.458935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.458955:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.458966:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1017540 low water 1438110 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.466139:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1273204 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.466160:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1273204 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.466173:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1273204 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.466180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1273204 low water 1310278 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.466249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1528868 low water 1182446 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.475270:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.475292:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.475302:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.475309:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 186632 low water 1853564 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.477649:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.477669:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.477687:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 250548 low water 1821606 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.478245:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 378380 low water 1757690 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.478507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.478862:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.479685:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.479977:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.480177:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.480191:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.480201:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.480212:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.481600:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.481619:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.481629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.485441:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.485465:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.485475:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 570128 low water 1661816 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.488405:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.488422:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.488431:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.488436:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.490373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.490393:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 889708 low water 1502026 conn ffff8dc8916a4000 blocked idle queued
00000800:00000200:3.1:1769074932.494768:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff8dc883a03480 wspace 1592784 low water 1150488 conn ffff8dc8916a4000 blocked idle queued
00000080:00000010:0.1:1769074937.641586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20e40.
00010000:00000010:1.1:1769074939.554102:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883650e00.
00010000:00000010:0.1:1769074939.561672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261500.
00010000:00000010:0.1:1769074939.561684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883651a00.
00010000:00000010:0.1:1769074941.947667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00010000:00000010:0.1:1769074941.966920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8945c9500.
00010000:00000010:0.1:1769074941.966936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc88b337000.
00010000:00000010:3.1:1769074950.062974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00010000:00000010:3.1:1769074950.062983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc883650400.
00010000:00000010:3.1:1769074950.062995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4000.
00010000:00000010:3.1:1769074950.062999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709a00.
00010000:00000010:3.1:1769074950.063003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc883866e00.
00010000:00000010:3.1:1769074950.063006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc886730a00.
00000080:00000010:3.1:1769074950.063011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc88620f040.
00000080:00000010:3.1:1769074950.063081:0:1:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8dc88ac139c0.
00010000:00000010:2.1:1769074951.969607:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:2.1:1769074951.969617:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708200.
00010000:00000010:2.1:1769074952.001431:0:55682:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261600.
00010000:00000010:3.1:1769074952.012376:0:1018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261a00.
00010000:00000010:3.1:1769074952.012389:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166200.
00010000:00000010:0.1:1769074952.015699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261200.
00010000:00000010:0.1:1769074952.015709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00000080:00000010:0.1:1769074952.048690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20300.
00010000:00000010:2.1:1769074952.073890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261600.
00010000:00000010:2.1:1769074952.073902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166a00.
00010000:00000010:0.1:1769074952.076826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc889261800.
00010000:00000010:0.1:1769074952.083590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc8c2166600.
00000080:00000010:3.1:1769074952.193765:0:55684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8dc886a20ac0.
00010000:00000010:2.1:1769074952.312463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4e00.
00010000:00000010:2.1:1769074952.312478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709400.
00010000:00000010:2.1:1769074952.312482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4700.
00010000:00000010:2.1:1769074952.312485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709e00.
00000800:00000200:1.1:1769075015.316685:0:2402:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:1.1:1769075015.316690:0:2402:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769075015.316693:0:2402:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:3.1:1769075016.853414:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075019.861308:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075019.862306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075019.862409:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075019.862505:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075025.365424:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075025.365831:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075025.365990:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075025.366172:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075030.485280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075030.485289:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1769075030.485897:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075030.485900:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1769075030.486234:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075030.486236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1769075030.486555:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075030.486557:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1769075035.605267:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075035.605691:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075035.605858:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075035.606043:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075040.725273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075040.725520:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1769075040.726011:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075040.726014:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1769075040.726296:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075040.726299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1769075040.726572:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075040.726574:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1769075045.845300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075045.845305:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1769075045.845683:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075045.845685:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1769075045.845956:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075045.845959:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1769075045.846211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075045.846213:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1769075050.965333:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075050.965509:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075050.965749:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075050.965858:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075056.085286:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075056.085293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 12 secs later)
00000800:00000200:3.1:1769075056.085728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075056.085747:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 12 secs later)
00000800:00000200:3.1:1769075056.085985:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075056.085987:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 12 secs later)
00000800:00000200:3.1:1769075056.086217:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075056.086220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 12 secs later)
00000800:00000200:3.1:1769075061.205156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075061.205161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 7 secs later)
00000800:00000200:3.1:1769075061.205678:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075061.205680:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 7 secs later)
00000800:00000200:3.1:1769075061.205860:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075061.205862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 7 secs later)
00000800:00000200:3.1:1769075061.206034:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075061.206036:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 7 secs later)
00000800:00000200:3.1:1769075066.325083:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075066.325088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 2 secs later)
00000800:00000200:3.1:1769075066.325676:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075066.325678:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 2 secs later)
00000800:00000200:3.1:1769075066.325859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075066.325861:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 2 secs later)
00000800:00000200:3.1:1769075066.326079:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075066.326081:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 16, 2 secs later)
00000800:00000200:3.1:1769075071.445489:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075071.445861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075071.445971:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075071.446114:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075076.565201:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075076.565207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1769075076.565833:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075076.565835:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1769075076.566023:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075076.566024:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1769075076.566198:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075076.566200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1769075081.685397:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075081.685414:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 22 secs later)
00000800:00000200:3.1:1769075081.686298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075081.686299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 22 secs later)
00000800:00000200:3.1:1769075081.686513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075081.686515:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 22 secs later)
00000800:00000200:3.1:1769075081.686735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075081.686737:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 22 secs later)
00000800:00000200:1.1:1769075086.805203:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075086.805207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075086.805658:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075086.805660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075086.805852:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075086.805854:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 17 secs later)
00000800:00000200:1.1:1769075086.806159:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075086.806161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 17 secs later)
00000800:00000200:3.1:1769075091.925161:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075091.925166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1769075091.925644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075091.925646:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1769075091.925882:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075091.925883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1769075091.926087:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075091.926088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1769075097.045227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075097.045246:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075097.045873:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075097.045876:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075097.046124:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075097.046126:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075097.046334:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075097.046335:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1769075102.165103:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075102.165108:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1769075102.165623:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075102.165625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1769075102.165850:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075102.165852:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1769075102.166035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075102.166037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1769075107.285475:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075107.286136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075107.286474:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075107.286880:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075112.405265:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075112.405271:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075112.406015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075112.406018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075112.406331:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075112.406334:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075112.406629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075112.406631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075117.525204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075117.525212:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075117.525616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075117.525618:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075117.525805:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075117.525806:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075117.526045:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075117.526047:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075122.645259:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075122.645265:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075122.646163:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075122.646165:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075122.646405:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075122.646407:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075122.646830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075122.646833:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075127.765677:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075127.765688:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075127.766577:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075127.766579:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075127.766915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075127.766918:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075127.767327:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075127.767329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075132.885261:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075132.885267:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075132.885927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075132.885929:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075132.886171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075132.886173:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075132.886383:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075132.886385:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075138.005603:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075138.005610:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075138.006692:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075138.006694:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075138.006969:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075138.006971:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075138.007181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075138.007183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075143.125665:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075143.125682:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075143.126592:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075143.126594:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075143.126834:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075143.126845:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075143.127109:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075143.127111:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075148.245607:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075148.245616:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075148.246483:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075148.246486:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075148.246936:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075148.246939:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075148.247375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075148.247379:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075153.365587:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075153.365608:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075153.366398:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075153.366401:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075153.366748:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075153.366753:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075153.367139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075153.367142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075158.485455:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075158.485462:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075158.486109:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075158.486112:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075158.486421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075158.486424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075158.486711:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075158.486713:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075163.605714:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075163.605726:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075163.606834:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075163.606837:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075163.607234:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075163.607239:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075163.607660:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075163.607663:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075168.725912:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075168.725923:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075168.727035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075168.727037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075168.727344:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075168.727347:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075168.727783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075168.727786:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075173.845339:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075173.845828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075173.846299:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075173.846718:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075178.966761:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075178.966778:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075178.967402:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075178.967422:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075178.967848:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075178.967850:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075178.968207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075178.968212:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075184.085510:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075184.085517:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075184.086252:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075184.086254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075184.086541:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075184.086543:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075184.086762:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075184.086764:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075189.205611:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075189.205630:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075189.206533:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075189.206535:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075189.206779:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075189.206781:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075189.207118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075189.207121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075194.325514:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075194.325526:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075194.326367:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075194.326404:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075194.326924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075194.326927:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075194.327271:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075194.327274:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075199.445722:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075199.445726:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075199.446107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075199.446110:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075199.446693:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075199.446696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075199.447000:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075199.447003:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075204.565715:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075204.565724:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075204.566477:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075204.566497:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075204.566917:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075204.566919:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075204.567356:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075204.567359:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075209.685510:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075209.685518:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075209.686019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075209.686076:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075209.686378:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075209.686381:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075209.686697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075209.686699:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075214.805875:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075214.805891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075214.806870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075214.806874:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075214.807329:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075214.807332:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075214.807835:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075214.807839:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075219.925369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075219.925378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075219.926192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075219.926195:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075219.926405:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075219.926407:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075219.926685:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075219.926687:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075225.045485:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075225.045494:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075225.046273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075225.046276:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075225.046728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075225.046730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075225.047025:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075225.047028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075230.165323:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075230.165329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075230.166078:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075230.166081:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075230.166451:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075230.166455:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075230.166799:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075230.166802:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075235.285903:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075235.285915:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075235.286987:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075235.286989:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075235.287231:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075235.287233:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075235.287452:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075235.287454:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075240.405179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075240.405667:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075240.405966:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075240.406133:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075245.525405:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075245.525410:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075245.526273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075245.526275:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075245.526623:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075245.526626:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075245.526834:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075245.526836:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075250.645195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075250.645201:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075250.645790:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075250.645792:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075250.646012:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075250.646014:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075250.646229:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075250.646231:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075255.765215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075255.765221:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075255.765840:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075255.765842:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075255.766038:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075255.766041:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075255.766308:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075255.766310:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075260.885409:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075260.885414:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075260.885936:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075260.885939:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075260.886239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075260.886241:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075260.886463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075260.886465:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075266.005669:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075266.005679:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075266.006170:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075266.006175:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075266.006511:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075266.006514:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075266.006812:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075266.006815:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075271.125404:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075271.125411:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075271.125869:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075271.125871:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075271.126082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075271.126083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075271.126286:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075271.126288:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075276.245545:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075276.245549:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075276.246346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075276.246366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075276.246673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075276.246675:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075276.246888:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075276.246891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075281.365430:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075281.365438:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075281.366307:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075281.366309:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075281.366575:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075281.366577:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075281.366929:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075281.366931:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075286.485493:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075286.485500:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075286.486379:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075286.486382:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075286.486700:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075286.486702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075286.487031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075286.487034:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075291.605269:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075291.605275:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075291.605803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075291.605805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075291.606032:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075291.606036:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075291.606282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075291.606284:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075296.725444:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075296.725449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075296.726266:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075296.726268:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075296.726554:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075296.726556:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075296.726859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075296.726880:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075301.845628:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075301.845667:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075301.846157:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075301.846159:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075301.846590:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075301.846593:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075301.846857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075301.846859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075306.965336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075306.966000:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075306.966244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075306.966463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075312.085932:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075312.085943:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075312.087171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075312.087176:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075312.087566:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075312.087568:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075312.087854:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075312.087857:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075317.206385:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075317.206396:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075317.207097:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075317.207109:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075317.207335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075317.207337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075317.207547:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075317.207549:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075322.325828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075322.325835:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075322.326978:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075322.326981:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075322.327404:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075322.327407:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075322.327831:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075322.327834:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075327.445148:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075327.445151:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075327.445910:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075327.445913:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075327.446284:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075327.446287:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075327.446659:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075327.446663:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075332.565470:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075332.565478:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075332.565958:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075332.565979:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075332.566217:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075332.566220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075332.566443:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075332.566445:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075337.685420:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075337.685430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075337.686150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075337.686152:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075337.686341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075337.686343:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075337.686519:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075337.686538:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075342.805192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075342.805197:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075342.805870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075342.805884:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075342.806081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075342.806083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075342.806314:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075342.806316:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075347.925471:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075347.925482:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075347.926081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075347.926083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075347.926276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075347.926278:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075347.926551:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075347.926554:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075353.045292:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075353.045300:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075353.046074:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075353.046077:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075353.046346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075353.046348:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075353.046675:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075353.046679:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075358.165372:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075358.165376:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075358.165733:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075358.165736:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075358.166143:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075358.166146:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075358.166437:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075358.166440:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075363.285110:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075363.285114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075363.285555:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075363.285557:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075363.285754:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075363.285756:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075363.285936:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075363.285938:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075368.405077:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075368.405083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075368.405638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075368.405640:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075368.405863:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075368.405865:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075368.406042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075368.406045:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075373.525312:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075373.525670:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075373.525764:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075373.525876:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075378.645260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075378.645267:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075378.645887:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075378.645890:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075378.646208:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075378.646211:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075378.646499:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075378.646501:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075383.765449:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075383.765453:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075383.766006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075383.766008:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075383.766272:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075383.766274:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075383.766595:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075383.766597:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075388.885294:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075388.885301:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075388.885707:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075388.885709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075388.885904:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075388.885906:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075388.886129:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075388.886131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075394.005979:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075394.005992:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075394.007313:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075394.007316:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075394.007704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075394.007707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075394.008086:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075394.008088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075399.125731:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075399.125744:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075399.126322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075399.126325:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075399.126696:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075399.126699:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075399.127078:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075399.127081:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075404.245234:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075404.245239:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075404.245818:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075404.245820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075404.246042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075404.246044:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075404.246235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075404.246237:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075409.365524:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075409.365528:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075409.366026:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075409.366028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075409.366305:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075409.366307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075409.366498:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075409.366500:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075414.485278:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075414.485286:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075414.485888:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075414.485890:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075414.486164:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075414.486165:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075414.486349:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075414.486350:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075419.605153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075419.605160:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075419.605833:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075419.605834:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075419.606020:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075419.606022:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075419.606269:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075419.606272:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075424.725167:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075424.725171:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075424.725616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075424.725618:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075424.725881:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075424.725883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075424.726082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075424.726084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075429.845639:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075429.845650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075429.846841:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075429.846843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075429.847035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075429.847037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075429.847277:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075429.847279:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075434.965597:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075434.965624:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075434.966135:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075434.966137:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075434.966463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075434.966466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075434.966778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075434.966780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075440.085545:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075440.086262:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075440.086808:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075440.086988:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075445.205418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075445.205425:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075445.206009:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075445.206011:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075445.206315:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075445.206316:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075445.206587:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075445.206590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075450.325379:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075450.325387:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075450.325969:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075450.325972:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075450.326242:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075450.326244:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075450.326482:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075450.326484:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075455.445681:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075455.445686:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075455.446381:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075455.446386:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075455.446758:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075455.446761:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075455.447134:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075455.447137:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075460.566092:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075460.566100:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075460.567158:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075460.567161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075460.567691:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075460.567694:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075460.568118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075460.568121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075465.685171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075465.685177:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075465.685668:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075465.685669:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075465.685910:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075465.685911:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075465.686170:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075465.686171:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075470.805603:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075470.805611:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075470.806341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075470.806343:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075470.806682:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075470.806702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075470.807034:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075470.807037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075475.925432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075475.925440:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075475.926179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075475.926181:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075475.926492:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075475.926494:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075475.926927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075475.926930:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075481.045407:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075481.045421:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075481.046031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075481.046033:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075481.046287:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075481.046288:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075481.046500:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075481.046502:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075486.165180:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075486.165189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075486.165760:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075486.165762:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075486.165989:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075486.165991:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075486.166177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075486.166179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075491.285246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075491.285254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075491.285778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075491.285781:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075491.286093:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075491.286096:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075491.286423:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075491.286426:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075496.405269:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075496.405276:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075496.405768:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075496.405771:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075496.406083:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075496.406086:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075496.406417:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075496.406420:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075501.525454:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075501.525461:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075501.526063:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075501.526065:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075501.526273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075501.526275:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075501.526454:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075501.526456:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075506.645406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075506.645813:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075506.645993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075506.646252:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075511.765653:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075511.765658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075511.766389:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075511.766393:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075511.766632:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075511.766634:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075511.766815:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075511.766816:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075516.885780:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075516.885805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075516.886673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075516.886675:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075516.886935:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075516.886937:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075516.887146:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075516.887148:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075522.006091:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075522.006101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075522.007134:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075522.007152:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075522.007501:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075522.007506:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075522.008033:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075522.008036:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075527.125253:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075527.125261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075527.125672:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075527.125673:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075527.125894:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075527.125896:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075527.126082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075527.126084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075532.246043:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075532.246054:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075532.247227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075532.247230:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075532.247698:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075532.247703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075532.248140:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075532.248144:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075537.365870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075537.365876:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075537.366777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075537.366797:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075537.367168:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075537.367170:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075537.367606:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075537.367608:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075542.485997:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075542.486005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075542.487431:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075542.487433:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075542.487843:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075542.487846:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075542.488162:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075542.488165:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075547.605548:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075547.605588:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075547.606171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075547.606172:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075547.606482:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075547.606486:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075547.606924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075547.606926:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075552.725662:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075552.725673:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075552.726447:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075552.726464:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075552.726698:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075552.726700:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075552.726893:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075552.726895:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075557.845804:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075557.845817:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075557.846657:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075557.846660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075557.847101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075557.847104:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075557.847458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075557.847463:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00010000:00000010:0.1:1769075558.299572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708a00.
00010000:00000010:0.1:1769075558.299584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4600.
00010000:00000010:0.1:1769075558.299588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708800.
00010000:00000010:0.1:1769075558.299608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889708600.
00010000:00000010:0.1:1769075558.299611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dc8829b4b00.
00010000:00000010:0.1:1769075558.299613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dc889709200.
00000800:00000200:3.1:1769075562.965422:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075562.965429:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075562.965927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075562.965928:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075562.966179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075562.966180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075562.966408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075562.966410:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075568.085828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075568.085838:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075568.086790:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075568.086818:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075568.087247:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075568.087251:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075568.087630:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075568.087643:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075573.206225:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075573.207006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075573.207341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075573.207698:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075578.325866:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075578.325877:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075578.326559:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075578.326563:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075578.326960:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075578.326964:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075578.327246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075578.327249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075583.445595:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075583.445598:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075583.446831:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075583.446834:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075583.447118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075583.447120:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075583.447401:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075583.447403:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075588.565746:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075588.565758:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075588.566826:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075588.566829:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075588.567125:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075588.567127:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075588.567587:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075588.567590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075593.685845:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075593.685855:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075593.686884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075593.686887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075593.687347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075593.687350:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075593.687942:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075593.687948:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075598.805260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075598.805265:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075598.805712:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075598.805714:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075598.805900:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075598.805902:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075598.806121:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075598.806123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075603.925192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075603.925199:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075603.925879:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075603.925883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075603.926136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075603.926138:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075603.926380:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075603.926382:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075609.045282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075609.045288:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075609.045993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075609.045994:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075609.046220:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075609.046223:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075609.046555:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075609.046557:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075614.165322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075614.165330:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075614.165731:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075614.165733:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075614.165964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075614.165965:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075614.166160:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075614.166162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075619.285216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075619.285222:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075619.285843:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075619.285844:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075619.286147:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075619.286163:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075619.286347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075619.286349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075624.405185:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075624.405190:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075624.405648:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075624.405650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075624.405837:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075624.405839:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075624.406111:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075624.406113:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075629.525200:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075629.525207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075629.525626:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075629.525627:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075629.525823:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075629.525825:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075629.526029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075629.526031:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075634.645371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075634.645375:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075634.645857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075634.645859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075634.646105:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075634.646106:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075634.646300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075634.646302:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075639.765246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075639.765737:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075639.765934:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075639.766119:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075644.885322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075644.885329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075644.885991:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075644.885993:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075644.886246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075644.886249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075644.886579:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075644.886581:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075650.005228:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075650.005233:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075650.005802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075650.005803:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075650.005990:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075650.006005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075650.006227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075650.006230:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075655.125496:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075655.125509:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075655.126197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075655.126198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075655.126444:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075655.126446:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075655.126699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075655.126701:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075660.245199:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075660.245205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075660.245630:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075660.245632:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075660.245827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075660.245829:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075660.246005:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075660.246006:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075665.365512:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075665.365548:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075665.366043:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075665.366045:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075665.366312:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075665.366326:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075665.366554:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075665.366556:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075670.485482:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075670.485491:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075670.486193:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075670.486195:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075670.486441:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075670.486442:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075670.486652:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075670.486653:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075675.605341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075675.605346:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075675.605805:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075675.605807:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075675.605997:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075675.605999:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075675.606243:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075675.606245:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769075680.725432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075680.725444:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075680.725952:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075680.725954:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075680.726191:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075680.726211:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075680.726411:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075680.726412:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075685.845178:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075685.845182:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075685.845614:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075685.845616:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075685.845796:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075685.845797:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075685.845969:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075685.845970:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075690.965384:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075690.965390:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075690.965831:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075690.965833:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075690.966043:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075690.966045:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075690.966222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075690.966233:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075696.085699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075696.085704:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075696.086247:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075696.086251:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075696.086816:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075696.086819:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075696.087232:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075696.087235:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075701.205276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075701.205282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075701.205628:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075701.205630:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075701.205879:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075701.205880:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075701.206101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075701.206103:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075706.325282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075706.325644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075706.325792:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075706.325903:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075711.445708:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075711.445720:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075711.446724:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075711.446727:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075711.447020:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075711.447023:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075711.447296:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075711.447298:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075716.565338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075716.565344:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075716.566006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075716.566007:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075716.566285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075716.566287:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075716.566477:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075716.566479:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075721.685429:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075721.685460:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075721.686251:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075721.686254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075721.686697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075721.686699:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075721.687015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075721.687018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075726.805381:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075726.805392:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075726.805961:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075726.805963:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075726.806244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075726.806246:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075726.806588:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075726.806591:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075731.926212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075731.926220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075731.926981:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075731.926994:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075731.927408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075731.927425:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075731.927854:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075731.927857:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075737.045695:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075737.045706:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075737.046630:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075737.046635:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075737.047136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075737.047139:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075737.047605:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075737.047610:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075742.165818:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075742.165822:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075742.166899:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075742.166901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075742.167160:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075742.167162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075742.167374:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075742.167376:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769075747.285115:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075747.285120:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075747.285127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075747.285138:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075747.285155:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075747.285167:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285177:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075747.285192:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075747.285207:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075747.285214:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285220:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075747.285228:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075747.285234:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285237:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075747.285246:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769075747.285257:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075747.285275:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075747.285282:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285301:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075747.285305:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075747.285310:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075747.285332:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075747.285348:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075747.285359:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925604736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075747.285390:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075747.285396:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075747.285402:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925604736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075747.285435:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075747.285448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075747.285453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075747.285456:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075747.285469:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075747.285476:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075747.285481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2435
00000400:00000200:2.0:1769075747.285505:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075747.285577:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075747.285585:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075747.285596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285606:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075747.285622:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285636:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075747.285644:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075747.285648:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075747.285657:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075747.285660:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075747.285669:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075747.285676:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075747.285692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075747.285707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075747.285729:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075747.285737:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075747.285740:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075747.285764:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075747.285771:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075747.285777:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285780:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075747.285784:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075747.285801:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285825:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075747.285834:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075747.285841:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075747.285847:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075747.285852:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.285861:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075747.285866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075747.285876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075747.285888:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075747.285899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075747.285921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925604864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075747.285975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075747.285990:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075747.286039:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925604864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075747.286063:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075747.286078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075747.286090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075747.286095:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075747.286099:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769075747.286101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769075747.286108:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769075747.286115:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1769075747.286117:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2435
00000400:00000200:2.0:1769075747.286129:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075747.286144:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075747.286154:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075747.286165:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.286170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075747.286179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.286185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075747.286189:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075747.286193:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075747.286200:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075747.286204:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075747.286211:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075747.286220:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075747.286237:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.286241:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075747.286248:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075747.286257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075747.286265:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075747.286276:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075747.286288:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075747.286304:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075747.286316:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075747.286322:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.286326:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075747.286330:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075747.286338:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.286341:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075747.286352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075747.286360:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075747.286375:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075747.286378:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075747.286391:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075747.286400:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075747.286408:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075747.286423:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075747.286437:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075747.286449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925604992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075747.286511:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075747.286567:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075747.286585:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925604992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075747.286613:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075747.286619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075747.286628:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075747.286638:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2445)
00000800:00000200:3.1:1769075747.287195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075747.287201:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075747.287778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075747.287802:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075747.288280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075747.288284:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769075748.628651:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297109249, at 4297109312
00000100:00000010:2.0:1769075748.628672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000100:00080000:2.0:1769075752.404608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075752.404619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075752.404621:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075752.404625:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075752.404630:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075752.404661:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2440
00000400:00000200:2.0:1769075752.404670:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075752.404677:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075752.404680:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075752.404684:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.404690:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075752.404697:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075752.404699:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075752.404702:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075752.404713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075752.404716:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075752.404720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075752.404723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404726:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.404728:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075752.404734:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075752.404737:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404740:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075752.404744:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075752.404748:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075752.404751:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.404753:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075752.404755:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075752.404765:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075752.404769:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075752.404773:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075752.404775:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.404778:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075752.404782:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075752.404786:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075752.404794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075752.404800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075752.404809:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925605120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075752.404820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075752.404825:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075752.404829:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925605120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075752.404855:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075752.404871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075752.404875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075752.404878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075752.404879:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075752.404883:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075752.404887:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2440
00000400:00000200:2.0:1769075752.404892:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075752.404896:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075752.404899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075752.404902:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.404910:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.404947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075752.404955:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075752.404959:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075752.404968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075752.404976:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075752.404984:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075752.404987:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075752.404994:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.405014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075752.405032:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075752.405042:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405054:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075752.405061:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075752.405068:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075752.405076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405082:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075752.405087:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075752.405096:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405102:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075752.405107:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075752.405114:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075752.405125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075752.405133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405141:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075752.405146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075752.405153:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075752.405163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075752.405173:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075752.405197:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925605248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075752.405216:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075752.405226:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075752.405239:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925605248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075752.405293:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075752.405300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075752.405320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075752.405326:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075752.405334:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075752.405344:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075752.405356:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2440
00000800:00000200:3.1:1769075752.405375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769075752.405376:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769075752.405384:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769075752.405392:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075752.405402:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075752.405412:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.405434:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405446:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075752.405456:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075752.405461:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075752.405467:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075752.405471:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075752.405476:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075752.405480:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075752.405491:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.405503:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405515:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075752.405552:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075752.405557:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405560:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075752.405562:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075752.405567:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075752.405570:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405573:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075752.405580:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075752.405588:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405593:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075752.405601:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075752.405609:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075752.405616:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075752.405620:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.405622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075752.405626:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075752.405630:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075752.405637:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075752.405644:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075752.405662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925605376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075752.405701:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075752.405711:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075752.405725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925605376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075752.405755:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075752.405764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075752.405776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075752.405781:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075752.405785:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075752.405795:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075752.405802:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2440
00000400:00000200:2.0:1769075752.405816:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075752.405833:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075752.405844:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075752.405855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.405876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405889:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075752.405902:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075752.405907:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075752.405930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075752.405933:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075752.405946:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075752.405958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075752.405979:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.405994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075752.406006:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075752.406012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075752.406023:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075752.406035:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075752.406048:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075752.406066:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075752.406073:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075752.406088:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.406097:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075752.406104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075752.406113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.406119:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075752.406127:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075752.406137:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075752.406143:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075752.406148:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075752.406155:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075752.406164:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075752.406169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075752.406177:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075752.406185:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075752.406207:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925605504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075752.406251:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075752.406259:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075752.406285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925605504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075752.406326:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075752.406336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075752.406344:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075752.406354:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2450)
00000800:00000200:3.1:1769075752.406457:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075752.406459:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075752.406941:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075752.406943:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075752.407202:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075752.407204:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769075753.748698:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297114369, at 4297114432
00000100:00000010:2.0:1769075753.748729:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000800:00000200:1.1:1769075757.525245:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075757.525250:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075757.525943:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075757.525945:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075757.526136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075757.526138:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075757.526365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075757.526366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769075758.868615:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297119488, at 4297119552
00000100:00000010:2.0:1769075758.868629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000800:00000200:1.1:1769075762.645182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075762.645189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075762.645949:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075762.645952:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075762.646138:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075762.646140:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075762.646405:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075762.646407:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.0:1769075763.860797:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769075763.988606:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297124608, at 4297124672
00000100:00000010:2.0:1769075763.988620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000800:00000200:1.1:1769075767.765228:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075767.765236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075767.766195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075767.766200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075767.766719:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075767.766721:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075767.766959:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075767.766960:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769075769.108615:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297129728, at 4297129792
00000100:00000010:2.0:1769075769.108628:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000800:00000200:1.1:1769075772.885173:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075772.885513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075772.885858:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075772.886025:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075774.228652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297134848, at 4297134912
00000100:00000010:2.0:1769075774.228668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000800:00000200:1.1:1769075778.006321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075778.006328:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075778.007173:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075778.007179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075778.007840:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075778.007845:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075778.008321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075778.008326:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769075779.348734:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297139969, at 4297140032
00000100:00000010:2.0:1769075779.348757:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000800:00000200:1.1:1769075783.126977:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075783.126989:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075783.128239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075783.128241:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075783.128496:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075783.128497:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075783.128789:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075783.128791:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769075784.469146:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297145090, at 4297145152
00000100:00000010:2.0:1769075784.469162:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000100:00080000:2.0:1769075788.244739:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075788.244749:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075788.244751:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075788.244755:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075788.244759:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075788.244765:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2476
00000400:00000200:2.0:1769075788.244774:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075788.244780:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075788.244782:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075788.244785:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244788:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.244790:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244792:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075788.244795:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075788.244797:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075788.244799:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075788.244801:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075788.244803:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075788.244805:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075788.244808:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244809:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.244811:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244813:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075788.244815:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075788.244817:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244819:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075788.244821:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075788.244824:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075788.244827:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.244828:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075788.244830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075788.244839:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075788.244841:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075788.244845:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075788.244846:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.244848:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075788.244850:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075788.244855:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075788.244861:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075788.244866:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075788.244874:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925608704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075788.244882:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075788.244886:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075788.244889:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925608704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075788.244913:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075788.244915:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075788.244918:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075788.244919:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075788.244921:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075788.244923:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075788.244925:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2476
00000400:00000200:2.0:1769075788.244929:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075788.244932:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075788.244934:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075788.244937:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244939:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.244942:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244944:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075788.244946:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075788.244947:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075788.244948:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075788.244950:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075788.244951:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075788.244953:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075788.244955:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244957:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.244961:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244968:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075788.244971:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075788.244979:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075788.244983:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075788.244984:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075788.244989:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075788.244993:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.244995:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075788.245003:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075788.245012:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245022:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075788.245034:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075788.245040:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075788.245051:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075788.245053:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245060:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075788.245066:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075788.245069:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075788.245083:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075788.245094:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075788.245100:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925608832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075788.245109:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075788.245114:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075788.245124:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925608832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075788.245136:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075788.245142:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075788.245146:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075788.245148:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075788.245149:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075788.245157:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075788.245161:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2476
00000400:00000200:2.0:1769075788.245170:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075788.245173:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075788.245181:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075788.245183:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245185:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.245188:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245199:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075788.245209:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075788.245212:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075788.245213:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075788.245219:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075788.245228:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075788.245235:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075788.245250:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245257:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.245265:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245276:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075788.245282:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075788.245288:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245292:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075788.245296:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075788.245300:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075788.245303:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245306:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075788.245309:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075788.245312:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245334:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075788.245339:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075788.245345:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075788.245357:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075788.245364:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245376:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075788.245380:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075788.245384:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075788.245396:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075788.245402:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075788.245426:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925608960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075788.245454:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075788.245461:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075788.245468:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925608960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075788.245497:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075788.245501:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769075788.245506:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769075788.245517:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1769075788.245518:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769075788.245520:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075788.245563:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075788.245566:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075788.245569:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2476
00000400:00000200:2.0:1769075788.245575:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075788.245590:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075788.245603:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075788.245611:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245616:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.245626:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245630:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075788.245634:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075788.245638:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075788.245640:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075788.245644:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075788.245647:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075788.245652:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075788.245666:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245676:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075788.245688:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245696:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075788.245711:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075788.245722:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075788.245732:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075788.245741:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075788.245748:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075788.245754:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245767:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075788.245772:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075788.245783:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245793:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075788.245808:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075788.245817:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075788.245831:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075788.245837:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075788.245847:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075788.245853:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075788.245862:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075788.245880:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075788.245890:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075788.245910:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925609088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075788.245961:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075788.245971:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075788.245988:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925609088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075788.246034:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075788.246044:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075788.246070:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075788.246085:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2486)
00000800:00000200:1.1:1769075788.246238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075788.246240:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075788.246475:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075788.246476:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075788.246699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075788.246701:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769075789.588614:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297150209, at 4297150272
00000100:00000010:2.0:1769075789.588631:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000800:00000200:1.1:1769075793.365986:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075793.365993:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075793.366942:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075793.366946:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075793.367419:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075793.367424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075793.367825:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075793.367831:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769075794.708655:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297155329, at 4297155392
00000100:00000010:2.0:1769075794.708669:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000800:00000200:1.1:1769075798.485647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075798.485654:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075798.486498:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075798.486502:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075798.486900:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075798.486904:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075798.487376:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075798.487380:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769075799.828662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297160449, at 4297160512
00000100:00000010:2.0:1769075799.828686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000800:00000200:2.0:1769075801.748895:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:2.0:1769075803.604693:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075803.604705:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075803.604708:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075803.604712:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075803.604716:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075803.604725:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2491
00000400:00000200:2.0:1769075803.604734:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075803.604741:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075803.604744:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075803.604747:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604749:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.604752:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075803.604758:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075803.604760:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075803.604763:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075803.604765:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075803.604767:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075803.604768:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075803.604770:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604771:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.604773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075803.604777:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075803.604780:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604782:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075803.604784:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075803.604787:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075803.604791:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.604793:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075803.604795:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075803.604806:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769075803.604809:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075803.604813:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075803.604814:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.604817:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075803.604820:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075803.604825:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075803.604833:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075803.604839:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075803.604847:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925610240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075803.604856:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075803.604860:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075803.604864:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925610240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075803.604886:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075803.604888:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075803.604891:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075803.604892:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075803.604894:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075803.604896:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075803.604898:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2491
00000400:00000200:2.0:1769075803.604900:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075803.604902:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075803.604903:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075803.604906:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604907:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.604909:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604912:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075803.604915:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075803.604916:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075803.604918:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075803.604919:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075803.604922:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075803.604924:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075803.604928:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604931:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.604934:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604935:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075803.604936:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075803.604938:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075803.604940:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075803.604941:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075803.604947:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075803.604951:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.604952:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075803.604957:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075803.604965:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.604968:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075803.604971:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769075803.604976:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075803.604983:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075803.604985:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.604991:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075803.604994:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075803.605000:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075803.605008:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075803.605013:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075803.605021:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925610368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075803.605071:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075803.605074:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075803.605081:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925610368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075803.605104:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075803.605110:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075803.605113:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075803.605118:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075803.605120:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075803.605124:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075803.605134:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2491
00000400:00000200:2.0:1769075803.605151:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075803.605170:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075803.605185:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075803.605193:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605208:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.605216:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605227:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075803.605230:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075803.605231:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075803.605233:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075803.605238:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075803.605243:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075803.605246:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075803.605257:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605263:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.605268:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605281:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075803.605290:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075803.605304:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605313:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075803.605324:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075803.605331:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075803.605341:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605349:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075803.605354:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075803.605359:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605368:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075803.605376:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000800:00000200:1.1:1769075803.605376:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769075803.605387:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.1:1769075803.605389:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
02000000:00000001:2.0:1769075803.605404:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075803.605407:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605412:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075803.605417:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075803.605420:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075803.605425:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075803.605433:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075803.605445:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925610496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075803.605466:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075803.605471:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075803.605488:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925610496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075803.605503:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075803.605515:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075803.605564:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075803.605567:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075803.605570:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075803.605573:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075803.605585:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2491
00000400:00000200:2.0:1769075803.605602:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075803.605608:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075803.605616:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075803.605621:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605631:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.605635:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605646:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075803.605649:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075803.605653:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075803.605656:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075803.605658:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075803.605667:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075803.605669:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075803.605675:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075803.605688:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605692:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075803.605695:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075803.605699:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075803.605700:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075803.605703:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075803.605707:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075803.605713:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605716:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075803.605719:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075803.605729:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605736:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075803.605744:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075803.605749:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075803.605753:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075803.605757:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075803.605770:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075803.605778:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075803.605782:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075803.605788:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075803.605801:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075803.605810:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925610624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075803.605872:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075803.605885:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075803.605895:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925610624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075803.605914:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075803.605924:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075803.605943:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075803.605953:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2501)
00000800:00000200:1.1:1769075803.606145:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075803.606147:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075803.606346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075803.606348:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075803.606541:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075803.606543:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769075804.948681:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297165569, at 4297165632
00000100:00000010:2.0:1769075804.948698:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000100:00080000:2.0:1769075808.724662:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075808.724697:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075808.724709:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075808.724714:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075808.724721:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075808.724730:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2496
00000400:00000200:2.0:1769075808.724742:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075808.724750:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075808.724754:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075808.724759:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.724763:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.724766:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.724770:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075808.724776:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075808.724778:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075808.724782:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075808.724786:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075808.724789:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075808.724791:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075808.724795:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.724798:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.724800:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.724802:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075808.724806:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075808.724810:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075808.724813:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075808.724817:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075808.724821:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075808.724824:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.724827:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075808.724830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075808.724840:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075808.724844:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075808.724848:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075808.724850:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.724854:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075808.724858:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075808.724864:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075808.724874:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075808.724881:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075808.724893:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925610752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075808.724907:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075808.724912:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075808.724918:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925610752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075808.724949:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075808.724953:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075808.724958:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075808.724960:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075808.724962:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075808.724965:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075808.724969:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2496
00000400:00000200:2.0:1769075808.724998:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075808.725003:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075808.725006:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075808.725012:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725016:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.725020:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725023:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075808.725027:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075808.725030:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075808.725032:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075808.725034:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075808.725038:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075808.725047:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075808.725055:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725062:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.725073:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725077:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075808.725085:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075808.725094:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725102:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075808.725110:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075808.725120:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075808.725129:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725138:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075808.725145:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075808.725153:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725156:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075808.725171:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075808.725181:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075808.725191:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075808.725196:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725202:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075808.725207:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075808.725213:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075808.725223:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075808.725232:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075808.725248:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925610880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075808.725271:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075808.725289:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075808.725296:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925610880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075808.725323:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075808.725328:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075808.725341:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075808.725350:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075808.725355:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075808.725361:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075808.725371:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2496
00000400:00000200:2.0:1769075808.725386:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075808.725396:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075808.725404:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075808.725418:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725425:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.725433:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725443:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075808.725449:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075808.725451:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075808.725453:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075808.725459:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075808.725465:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075808.725471:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075808.725483:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725490:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.725500:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725507:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075808.725514:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075808.725558:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075808.725562:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075808.725565:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075808.725570:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075808.725573:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725575:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075808.725582:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075808.725590:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725595:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075808.725609:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075808.725624:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075808.725638:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075808.725646:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.725658:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075808.725666:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075808.725672:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075808.725690:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075808.725707:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075808.725707:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075808.725715:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00100000:2.0:1769075808.725730:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925611008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075808.725769:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075808.725778:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075808.725794:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925611008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075808.725843:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075808.725852:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075808.725867:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075808.725873:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075808.725880:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075808.725894:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075808.725906:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2496
00000400:00000200:2.0:1769075808.725930:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075808.725950:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075808.725960:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075808.725996:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.726006:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.726016:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.726025:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075808.726033:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075808.726038:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075808.726045:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075808.726051:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075808.726056:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075808.726068:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075808.726083:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.726090:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075808.726097:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075808.726101:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075808.726110:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075808.726119:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075808.726123:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075808.726131:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075808.726136:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075808.726145:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.726156:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075808.726160:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075808.726167:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.726171:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075808.726180:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075808.726188:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075808.726196:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075808.726201:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075808.726208:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075808.726214:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075808.726219:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075808.726228:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075808.726238:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075808.726255:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925611136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075808.726280:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075808.726288:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075808.726306:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925611136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075808.726329:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075808.726339:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075808.726358:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075808.726371:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2507)
00000800:00000200:1.1:1769075808.726706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075808.726709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075808.727129:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075808.727135:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075808.727573:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769075808.727576:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769075810.068686:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297170689, at 4297170752
00000100:00000010:2.0:1769075810.068700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000800:00000200:3.1:1769075813.846017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075813.846033:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075813.846818:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075813.846820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075813.847151:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075813.847170:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075813.847624:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075813.847627:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769075815.188641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297175809, at 4297175872
00000100:00000010:2.0:1769075815.188663:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000800:00000200:3.1:1769075818.965436:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075818.965442:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075818.966144:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075818.966146:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075818.966395:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075818.966418:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075818.966687:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075818.966689:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769075820.308625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297180929, at 4297180992
00000100:00000010:2.0:1769075820.308640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000100:00080000:2.0:1769075824.084701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075824.084801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075824.084806:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075824.084812:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075824.084819:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075824.084831:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2512
00000400:00000200:2.0:1769075824.084872:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075824.084882:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075824.084888:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075824.084894:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.084899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.084904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.084908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075824.084914:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075824.084917:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075824.084922:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075824.084927:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075824.084931:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075824.084936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075824.084941:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.084945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.084949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.084952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075824.084975:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075824.084982:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075824.084987:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075824.084992:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075824.084998:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075824.085013:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085017:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075824.085021:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075824.085035:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075824.085041:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075824.085072:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075824.085075:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075824.085085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075824.085091:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075824.085102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075824.085112:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075824.085128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925612288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075824.085164:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075824.085171:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075824.085180:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925612288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075824.085224:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075824.085231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075824.085238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075824.085241:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075824.085244:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075824.085250:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075824.085254:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2512
00000400:00000200:2.0:1769075824.085262:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075824.085267:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075824.085271:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075824.085277:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085281:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.085286:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075824.085292:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075824.085295:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075824.085303:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075824.085307:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075824.085311:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075824.085314:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075824.085318:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.085325:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085331:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075824.085339:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075824.085349:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085353:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075824.085360:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075824.085370:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075824.085377:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085382:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075824.085392:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075824.085400:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085408:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075824.085417:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075824.085426:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075824.085436:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075824.085441:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085448:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075824.085451:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075824.085460:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075824.085475:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075824.085487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075824.085512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925612416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075824.085592:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075824.085600:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075824.085610:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925612416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075824.085628:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075824.085636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075824.085643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075824.085649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075824.085653:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075824.085661:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075824.085669:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2512
00000400:00000200:2.0:1769075824.085681:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075824.085691:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075824.085698:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075824.085706:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.085776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075824.085784:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075824.085788:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075824.085791:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075824.085794:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075824.085797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075824.085803:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075824.085808:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.085833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075824.085845:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075824.085850:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075824.085856:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075824.085862:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075824.085870:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075824.085875:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075824.085880:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075824.085886:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085894:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075824.085901:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075824.085909:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075824.085945:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075824.085949:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.085954:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075824.085961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075824.085966:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075824.085974:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075824.085984:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075824.086000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925612544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075824.086038:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075824.086043:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075824.086058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925612544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075824.086103:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075824.086110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075824.086115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075824.086122:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075824.086143:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075824.086153:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075824.086162:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2512
00000400:00000200:2.0:1769075824.086177:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769075824.086186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769075824.086188:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075824.086197:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769075824.086198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769075824.086206:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.086212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.086222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.086231:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075824.086241:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075824.086243:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075824.086246:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075824.086250:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075824.086257:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075824.086266:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075824.086280:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.086284:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075824.086291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075824.086300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075824.086304:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075824.086312:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075824.086319:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075824.086328:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075824.086335:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075824.086343:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.086354:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075824.086359:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075824.086368:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.086373:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075824.086386:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075824.086391:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075824.086400:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075824.086405:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075824.086410:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075824.086414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075824.086421:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075824.086430:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075824.086435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075824.086448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925612672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075824.086469:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075824.086479:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075824.086494:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925612672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075824.086537:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075824.086549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075824.086566:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075824.086577:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2522)
00000800:00000200:3.1:1769075824.087088:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075824.087091:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075824.087476:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075824.087480:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075824.088002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075824.088005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769075825.428711:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297186049, at 4297186112
00000100:00000010:2.0:1769075825.428732:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000100:00080000:2.0:1769075829.204642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075829.204651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075829.204653:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075829.204656:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075829.204659:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075829.204676:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2517
00000400:00000200:2.0:1769075829.204684:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075829.204689:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075829.204691:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075829.204694:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204697:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.204698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075829.204704:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075829.204705:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075829.204707:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075829.204709:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075829.204711:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075829.204712:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075829.204714:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204716:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.204717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075829.204721:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075829.204723:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204724:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075829.204726:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075829.204729:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075829.204731:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.204732:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075829.204734:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075829.204741:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769075829.204743:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075829.204746:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075829.204748:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.204750:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075829.204752:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075829.204756:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075829.204762:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075829.204766:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075829.204773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925612800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075829.204781:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075829.204785:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075829.204788:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925612800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075829.204819:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075829.204821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075829.204824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075829.204825:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075829.204826:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075829.204828:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075829.204830:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2517
00000400:00000200:2.0:1769075829.204832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075829.204834:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075829.204835:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075829.204838:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.204841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075829.204845:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075829.204845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075829.204847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075829.204848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075829.204849:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075829.204851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075829.204853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.204860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075829.204868:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075829.204873:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075829.204874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075829.204876:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075829.204880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075829.204882:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.204885:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075829.204890:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075829.204894:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.204909:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075829.204913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769075829.204918:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075829.204924:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075829.204927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.204930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075829.204933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075829.204936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075829.204943:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075829.204947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075829.204954:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925612928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075829.204976:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075829.204978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075829.204985:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925612928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075829.204997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075829.205002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075829.205004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075829.205006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075829.205010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075829.205015:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075829.205019:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2517
00000400:00000200:2.0:1769075829.205028:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075829.205034:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075829.205039:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075829.205044:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.205054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075829.205065:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075829.205067:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075829.205069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075829.205072:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075829.205077:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075829.205080:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075829.205084:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.205091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075829.205098:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075829.205102:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205107:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075829.205109:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075829.205113:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075829.205116:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205119:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075829.205130:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075829.205136:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205141:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075829.205144:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075829.205146:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075829.205150:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075829.205152:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205155:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075829.205158:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075829.205161:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075829.205165:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075829.205169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075829.205175:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925613056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075829.205182:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075829.205186:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075829.205189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925613056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075829.205204:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075829.205210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769075829.205212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075829.205217:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1769075829.205219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075829.205224:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075829.205228:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075829.205233:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075829.205242:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2517
00000400:00000200:2.0:1769075829.205251:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075829.205256:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075829.205260:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075829.205266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.205287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205292:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075829.205296:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075829.205298:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075829.205301:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075829.205305:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075829.205309:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075829.205314:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075829.205321:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075829.205328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075829.205332:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075829.205336:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075829.205337:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075829.205338:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075829.205340:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075829.205342:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205344:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075829.205346:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075829.205350:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205353:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075829.205360:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075829.205363:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075829.205367:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075829.205368:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075829.205369:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075829.205371:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075829.205374:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075829.205380:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075829.205385:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075829.205395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925613184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075829.205409:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075829.205412:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075829.205428:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925613184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075829.205438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075829.205442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075829.205448:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075829.205454:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2527)
00000800:00000200:3.1:1769075829.205742:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075829.205743:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075829.205940:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075829.205941:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075829.206164:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075829.206166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769075830.548589:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297191168, at 4297191232
00000100:00000010:2.0:1769075830.548602:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000100:00080000:2.0:1769075834.324744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075834.324760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075834.324765:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075834.324771:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075834.324778:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075834.324789:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2522
00000400:00000200:2.0:1769075834.324804:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075834.324815:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075834.324820:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075834.324825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.324830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.324833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.324850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075834.324857:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075834.324860:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075834.324864:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075834.324869:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075834.324872:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075834.324875:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075834.324879:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.324882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.324884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.324887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075834.324891:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075834.324897:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075834.324901:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075834.324906:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075834.324911:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075834.324915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.324918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075834.324921:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075834.324937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075834.324943:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075834.324949:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075834.324952:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.324956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075834.324960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075834.324968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075834.324980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075834.324989:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075834.325003:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925613312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075834.325018:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075834.325024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075834.325031:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925613312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075834.325065:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075834.325069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075834.325075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075834.325077:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075834.325079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075834.325083:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075834.325087:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2522
00000400:00000200:2.0:1769075834.325091:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075834.325095:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075834.325098:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075834.325102:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.325109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325112:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075834.325116:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075834.325117:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075834.325120:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075834.325122:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075834.325127:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075834.325130:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075834.325134:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.325140:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325144:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075834.325148:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075834.325151:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325157:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075834.325163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075834.325179:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075834.325187:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.325195:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075834.325206:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075834.325230:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.325256:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075834.325272:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075834.325285:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075834.325299:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075834.325317:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.325322:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075834.325326:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075834.325335:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075834.325355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075834.325374:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075834.325411:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925613440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075834.325465:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075834.325476:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075834.325497:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925613440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075834.325655:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075834.325672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075834.325703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075834.325714:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075834.325722:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075834.325743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075834.325762:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2522
00000400:00000200:2.0:1769075834.325790:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075834.325814:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769075834.325815:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075834.325826:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00080000:2.0:1769075834.325831:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075834.325856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.325881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.325898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075834.325910:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075834.325918:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075834.325927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075834.325937:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075834.325948:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075834.325963:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075834.325988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326002:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.326026:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075834.326054:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075834.326074:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326089:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075834.326104:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075834.326114:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075834.326128:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.326145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075834.326165:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075834.326185:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.326196:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075834.326214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075834.326230:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075834.326247:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075834.326258:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.326277:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075834.326285:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075834.326297:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075834.326317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075834.326332:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075834.326357:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925613568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075834.326422:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075834.326432:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075834.326455:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925613568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075834.326496:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075834.326509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075834.326611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075834.326622:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075834.326642:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075834.326655:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075834.326675:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2522
00000400:00000200:2.0:1769075834.326698:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075834.326721:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075834.326740:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075834.326753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.326792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075834.326830:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075834.326836:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075834.326858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075834.326867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075834.326880:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075834.326896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075834.326919:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326930:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075834.326943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075834.326955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075834.326966:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075834.326986:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075834.327006:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075834.327025:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075834.327036:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075834.327064:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.327076:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075834.327087:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075834.327101:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.327115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075834.327135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075834.327153:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075834.327167:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075834.327176:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075834.327186:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075834.327200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075834.327210:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075834.327232:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075834.327259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075834.327291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925613696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075834.327363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075834.327380:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075834.327393:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075834.327399:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925613696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075834.327399:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769075834.327465:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075834.327487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075834.327509:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075834.327607:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2532)
00000800:00000200:3.1:1769075834.328015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075834.328035:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075834.328496:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075834.328501:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769075835.668695:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297196289, at 4297196352
00000100:00000010:2.0:1769075835.668720:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000800:00000200:3.1:1769075839.445663:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075839.446517:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075839.447059:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075839.447784:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769075839.636995:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769075839.637005:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075839.637021:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769075839.637028:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075839.637032:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769075840.788589:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297201409, at 4297201472
00000100:00000010:2.0:1769075840.788621:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000400:00000100:2.0:1769075842.516858:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769075842.516924:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075842.516937:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075842.516942:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769075842.516945:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075842.516950:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075842.516957:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075842.516962:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769075842.516968:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075842.516974:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075842.516980:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9330
00000400:00000010:2.0:1769075842.516982:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9330.
00000100:00000001:2.0:1769075842.516998:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075842.517006:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79880 x1855007925613824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517037:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075842.517041:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925613824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517048:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075842.517050:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075842.517059:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075842.517061:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769075842.517063:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075842.517066:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075842.517069:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9088
00000400:00000010:2.0:1769075842.517071:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9088.
00000100:00000001:2.0:1769075842.517073:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075842.517076:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7aa00 x1855007925613952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517084:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075842.517087:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925613952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517093:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075842.517095:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075842.517099:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075842.517102:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769075842.517105:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075842.517109:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075842.517111:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc93b8
00000400:00000010:2.0:1769075842.517113:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc93b8.
00000100:00000001:2.0:1769075842.517116:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075842.517121:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b800 x1855007925614080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517133:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075842.517139:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925614080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517148:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075842.517150:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075842.517157:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075842.517160:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769075842.517164:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075842.517175:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075842.517185:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc97f8
00000400:00000010:2.0:1769075842.517192:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc97f8.
00000100:00000001:2.0:1769075842.517196:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075842.517203:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78e00 x1855007925614208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517213:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075842.517223:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925614208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075842.517240:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075842.517247:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769075844.564735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075844.564747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075844.564750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075844.564766:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075844.564772:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075844.564780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2532
00000400:00000200:2.0:1769075844.564791:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075844.564798:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075844.564802:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075844.564806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.564810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.564813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.564816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075844.564821:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075844.564824:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075844.564827:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075844.564830:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075844.564833:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075844.564835:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075844.564839:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.564841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.564844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.564846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075844.564850:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075844.564854:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075844.564857:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075844.564860:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075844.564864:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075844.564867:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.564870:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075844.564872:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075844.564880:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075844.564885:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075844.564890:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075844.564893:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.564898:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075844.564903:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075844.564909:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075844.564921:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075844.564931:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075844.564946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925614336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075844.564964:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075844.564971:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075844.564980:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925614336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075844.565018:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075844.565025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075844.565031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075844.565034:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075844.565037:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075844.565043:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075844.565048:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2532
00000400:00000200:2.0:1769075844.565056:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075844.565062:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075844.565068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075844.565073:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.565083:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075844.565092:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075844.565096:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075844.565100:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075844.565108:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075844.565114:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075844.565124:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075844.565140:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565152:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.565159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075844.565167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075844.565172:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565177:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075844.565183:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075844.565197:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075844.565206:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075844.565225:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075844.565237:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565246:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075844.565256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075844.565267:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075844.565277:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075844.565284:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565290:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075844.565298:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075844.565303:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075844.565318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075844.565329:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075844.565347:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925614464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075844.565393:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075844.565400:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075844.565424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925614464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075844.565442:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075844.565447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075844.565454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075844.565457:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075844.565459:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075844.565463:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075844.565468:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2532
00000400:00000200:2.0:1769075844.565475:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075844.565481:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075844.565485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075844.565491:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.565498:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565503:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075844.565507:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075844.565509:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075844.565512:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075844.565516:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075844.565520:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075844.565565:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075844.565572:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.565583:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565589:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075844.565594:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075844.565599:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075844.565604:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075844.565607:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075844.565613:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075844.565618:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075844.565626:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075844.565633:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565636:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075844.565645:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075844.565655:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075844.565667:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075844.565673:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.565679:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075844.565682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075844.565686:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075844.565694:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075844.565706:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075844.565725:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925614592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075844.565752:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075844.565760:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075844.565779:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925614592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075844.565802:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075844.565812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075844.565824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075844.565832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075844.565839:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075844.565849:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075844.565863:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2532
00000400:00000200:2.0:1769075844.567111:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075844.567128:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075844.567138:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075844.567153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.567165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769075844.567174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075844.567178:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769075844.567184:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769075844.567189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075844.567202:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075844.567209:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075844.567217:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075844.567223:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075844.567228:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075844.567239:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075844.567246:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.567252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075844.567263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075844.567267:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075844.567271:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075844.567281:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075844.567292:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075844.567296:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075844.567304:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075844.567312:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.567316:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075844.567322:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075844.567332:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.567339:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075844.567350:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075844.567356:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075844.567361:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075844.567367:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075844.567392:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075844.567396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075844.567400:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075844.567407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075844.567414:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075844.567426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925614720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075844.567482:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075844.567487:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075844.567494:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925614720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075844.567512:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075844.567519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075844.567555:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075844.567562:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2542)
00000800:00000200:3.1:1769075844.568305:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075844.568310:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075844.569062:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075844.569068:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075844.569801:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075844.569806:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769075845.908669:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297206530, at 4297206592
00000100:00000010:2.0:1769075845.908685:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000800:00000200:3.1:1769075849.685139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075849.685144:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075849.685675:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075849.685677:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075849.685968:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075849.685971:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769075849.686204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075849.686206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769075851.028624:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297211648, at 4297211712
00000100:00000010:2.0:1769075851.028648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000100:00080000:2.0:1769075854.804654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.804663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075854.804665:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.804668:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.804671:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.804677:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2543
00000400:00000200:2.0:1769075854.804685:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075854.804690:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.804697:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.804700:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804703:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.804704:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075854.804710:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.804711:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075854.804714:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.804716:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075854.804718:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075854.804720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075854.804722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804723:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.804724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075854.804728:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075854.804730:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.804733:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.804736:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.804738:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.804739:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075854.804741:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.804749:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769075854.804752:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075854.804754:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.804756:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.804758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.804760:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.804763:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.804768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075854.804773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.804779:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925615360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.804787:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.804790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.804794:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925615360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.804813:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075854.804816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.804818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075854.804820:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.804821:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.804823:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.804824:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2543
00000400:00000200:2.0:1769075854.804827:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075854.804829:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.804830:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.804832:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.804836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075854.804840:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.804841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075854.804842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.804844:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075854.804846:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075854.804848:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075854.804850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.804855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075854.804859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075854.804862:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075854.804864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.804870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.804880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.804883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.804886:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075854.804890:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075854.804901:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.804915:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.804919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769075854.804927:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075854.804937:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.804939:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.804943:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.804950:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.804955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.804962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075854.804970:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.804986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925615488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.805020:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.805026:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.805031:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925615488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.805056:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075854.805059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.805076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075854.805083:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.805085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.805089:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.805096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2543
00000400:00000200:2.0:1769075854.805100:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075854.805110:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.805111:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.805115:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805124:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.805135:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805140:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075854.805143:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.805146:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075854.805153:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.805156:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075854.805166:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075854.805175:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075854.805182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.805225:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075854.805238:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075854.805243:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805245:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.805253:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.805260:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.805264:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805273:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075854.805278:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075854.805288:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805293:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.805304:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075854.805309:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075854.805316:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.805319:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805328:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.805332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.805341:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.805351:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075854.805358:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.805373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925615616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.805405:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.805408:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.805418:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925615616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.805446:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075854.805447:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075854.805457:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00080000:2.0:1769075854.805458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.805464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075854.805465:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.805466:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.805468:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.805470:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2543
00000400:00000200:2.0:1769075854.805477:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075854.805498:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.805502:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.805506:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805509:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.805518:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075854.805577:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.805582:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075854.805587:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.805593:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075854.805602:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075854.805612:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075854.805620:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.805636:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075854.805655:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075854.805667:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075854.805670:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.805673:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.805679:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.805688:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805697:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075854.805700:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075854.805704:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805707:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.805713:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075854.805717:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075854.805726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.805728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.805729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.805730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.805731:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.805734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075854.805737:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.805742:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925615744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.805754:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.805757:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.805768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925615744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.805781:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.805790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075854.805794:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075854.805804:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2553)
00000800:00000200:3.1:1769075854.806187:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075854.806189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075854.806422:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075854.806424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075854.806629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075854.806631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000040:2.0:1769075856.148591:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297216769, at 4297216832
00000100:00000010:2.0:1769075856.148607:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000800:00000200:3.1:1769075859.925934:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075859.925943:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075859.927181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075859.927184:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075859.927621:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075859.927624:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075859.928080:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075859.928082:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769075861.268710:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297221889, at 4297221952
00000100:00000010:2.0:1769075861.268734:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000800:00000200:3.1:1769075865.045878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075865.045903:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075865.046938:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075865.046944:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075865.047401:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075865.047405:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075865.047922:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075865.047927:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769075866.388650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297227009, at 4297227072
00000100:00000010:2.0:1769075866.388672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000800:00000200:3.1:1769075870.165193:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075870.165201:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075870.165644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075870.165646:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075870.165829:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075870.165831:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075870.166051:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075870.166053:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769075871.508668:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297232128, at 4297232192
00000100:00000010:2.0:1769075871.508694:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000800:00000200:3.1:1769075875.285973:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075875.285982:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075875.286793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075875.286796:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075875.287205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075875.287208:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075875.287713:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075875.287717:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769075876.628612:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297237249, at 4297237312
00000100:00000010:2.0:1769075876.628629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000800:00000200:2.0:1769075879.573685:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769075879.573695:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075879.573711:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769075879.573727:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075879.573732:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769075880.404620:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075880.404645:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075880.404647:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075880.404651:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075880.404655:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075880.404661:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2568
00000400:00000200:2.0:1769075880.404670:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075880.404676:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075880.404679:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075880.404682:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404685:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.404687:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404689:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075880.404710:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075880.404713:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075880.404717:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075880.404720:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075880.404723:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075880.404727:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075880.404731:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404734:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.404736:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404739:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075880.404743:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075880.404747:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404750:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075880.404754:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075880.404758:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075880.404761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.404764:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075880.404820:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075880.404828:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075880.404831:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075880.404834:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075880.404835:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.404838:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075880.404840:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075880.404843:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075880.404850:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075880.404855:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075880.404862:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925617920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075880.404871:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075880.404874:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075880.404877:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925617920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075880.404897:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075880.404900:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075880.404903:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075880.404904:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075880.404905:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075880.404908:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075880.404909:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2568
00000400:00000200:2.0:1769075880.404912:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075880.404914:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075880.404916:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075880.404917:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404919:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.404921:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404922:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075880.404924:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075880.404925:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075880.404926:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075880.404927:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075880.404929:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075880.404930:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075880.404933:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404934:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.404936:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404938:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075880.404939:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075880.404941:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075880.404943:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075880.404944:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075880.404948:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075880.404950:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.404952:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075880.404958:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075880.404962:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.404966:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075880.404969:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075880.404972:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075880.404978:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075880.404980:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.404985:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075880.404988:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075880.404989:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075880.404994:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075880.404998:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075880.405005:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925618048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075880.405051:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075880.405055:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075880.405067:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925618048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075880.405083:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075880.405087:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075880.405096:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075880.405100:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075880.405105:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075880.405125:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075880.405129:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2568
00000400:00000200:2.0:1769075880.405143:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075880.405148:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075880.405150:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075880.405153:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405158:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.405160:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405162:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075880.405164:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075880.405168:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075880.405172:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075880.405176:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075880.405179:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075880.405182:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075880.405188:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405194:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.405199:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405204:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075880.405209:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075880.405215:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405222:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075880.405227:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075880.405230:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075880.405236:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405239:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075880.405242:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075880.405246:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405247:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075880.405252:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075880.405259:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075880.405261:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075880.405262:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405264:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075880.405266:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075880.405269:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075880.405276:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075880.405280:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075880.405306:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925618176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075880.405324:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075880.405331:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075880.405344:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925618176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075880.405377:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075880.405382:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075880.405392:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075880.405397:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075880.405402:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075880.405409:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075880.405418:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2568
00000400:00000200:2.0:1769075880.405426:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075880.405434:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075880.405437:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075880.405446:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405452:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.405460:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405464:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769075880.405469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769075880.405471:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075880.405476:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000800:00000200:3.1:1769075880.405479:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769075880.405484:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075880.405493:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075880.405504:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075880.405530:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075880.405540:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405547:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075880.405580:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405584:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075880.405587:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075880.405590:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075880.405592:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075880.405594:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075880.405597:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075880.405599:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405600:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075880.405602:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075880.405604:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405605:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075880.405609:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075880.405610:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075880.405612:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075880.405614:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075880.405615:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075880.405617:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075880.405618:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075880.405622:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075880.405624:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075880.405631:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925618304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075880.405638:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075880.405640:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075880.405643:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925618304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075880.405649:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075880.405652:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075880.405676:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075880.405686:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2578)
00000800:00000200:3.1:1769075880.406054:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075880.406059:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075880.406545:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075880.406547:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075880.406867:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075880.406869:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769075881.748660:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297242369, at 4297242432
00000100:00000010:2.0:1769075881.748676:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000800:00000200:3.1:1769075885.526064:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075885.526076:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075885.526915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075885.526919:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075885.527385:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075885.527389:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075885.527878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075885.527882:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769075886.868623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297247489, at 4297247552
00000100:00000010:2.0:1769075886.868639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000100:00080000:2.0:1769075890.644690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075890.644701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075890.644703:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075890.644707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075890.644710:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075890.644717:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2578
00000400:00000200:2.0:1769075890.644726:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075890.644732:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075890.644735:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075890.644737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.644743:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075890.644749:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075890.644751:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075890.644753:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075890.644755:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075890.644757:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075890.644759:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075890.644761:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.644765:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075890.644769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075890.644772:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644774:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075890.644776:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075890.644779:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075890.644781:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.644783:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075890.644785:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075890.644794:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075890.644797:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075890.644800:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075890.644802:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.644804:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075890.644807:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075890.644810:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075890.644818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075890.644823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075890.644831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925618944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075890.644840:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075890.644843:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075890.644847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925618944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075890.644869:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075890.644872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075890.644875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075890.644876:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075890.644877:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075890.644879:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075890.644881:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2578
00000400:00000200:2.0:1769075890.644884:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075890.644886:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075890.644888:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075890.644891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.644894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075890.644897:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075890.644898:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075890.644899:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075890.644901:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075890.644903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075890.644904:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075890.644907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.644909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075890.644912:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075890.644914:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075890.644916:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075890.644917:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075890.644921:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075890.644923:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.644924:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075890.644928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075890.644930:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.644932:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075890.644935:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075890.644937:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075890.644938:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075890.644939:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.644940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075890.644951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075890.644953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075890.644960:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075890.644966:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075890.644976:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925619072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075890.645007:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075890.645011:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075890.645016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925619072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075890.645045:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075890.645050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075890.645054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075890.645057:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075890.645059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075890.645063:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075890.645070:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2578
00000400:00000200:2.0:1769075890.645074:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075890.645079:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075890.645083:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075890.645087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.645094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075890.645098:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075890.645101:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075890.645104:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075890.645106:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075890.645111:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075890.645113:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075890.645116:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645120:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.645122:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645124:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075890.645132:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075890.645138:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645142:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075890.645147:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075890.645150:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075890.645156:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645161:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075890.645164:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075890.645170:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075890.645179:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075890.645185:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075890.645189:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075890.645192:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645196:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075890.645198:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075890.645200:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075890.645205:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075890.645209:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075890.645216:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925619200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075890.645227:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075890.645231:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075890.645240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925619200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075890.645260:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075890.645266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075890.645270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075890.645271:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075890.645274:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075890.645279:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075890.645285:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2578
00000400:00000200:2.0:1769075890.645292:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075890.645300:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075890.645303:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075890.645307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.645314:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075890.645325:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075890.645327:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075890.645330:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075890.645334:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075890.645341:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769075890.645341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769075890.645347:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769075890.645348:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1769075890.645353:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645359:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075890.645365:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075890.645372:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075890.645379:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075890.645384:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075890.645387:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075890.645390:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075890.645394:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645399:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075890.645402:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075890.645406:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645410:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075890.645415:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075890.645419:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075890.645424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075890.645427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075890.645430:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075890.645434:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075890.645437:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075890.645444:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075890.645450:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075890.645466:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925619328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075890.645474:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075890.645478:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075890.645485:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925619328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075890.645496:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075890.645499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075890.645503:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075890.645510:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2589)
00000800:00000200:3.1:1769075890.645822:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075890.645824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769075890.646058:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075890.646060:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769075890.646268:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075890.646270:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1769075891.988693:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297252608, at 4297252672
00000100:00000010:2.0:1769075891.988711:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000100:00080000:2.0:1769075895.764656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075895.764667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075895.764670:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075895.764673:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075895.764678:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075895.764685:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2584
00000400:00000200:2.0:1769075895.764696:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075895.764703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075895.764706:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075895.764711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.764718:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075895.764725:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075895.764727:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075895.764729:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075895.764733:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075895.764735:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075895.764738:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075895.764741:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.764744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075895.764748:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075895.764751:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764753:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075895.764755:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075895.764758:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075895.764761:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.764763:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075895.764765:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075895.764773:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769075895.764776:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075895.764780:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075895.764781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.764784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075895.764786:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075895.764790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075895.764798:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075895.764813:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075895.764821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925619456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075895.764831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075895.764835:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075895.764839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925619456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075895.764857:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075895.764860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075895.764864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075895.764876:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075895.764877:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075895.764880:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075895.764882:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2584
00000400:00000200:2.0:1769075895.764885:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075895.764888:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075895.764889:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075895.764892:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.764895:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075895.764899:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075895.764900:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075895.764901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075895.764903:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075895.764904:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075895.764906:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075895.764908:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.764911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075895.764915:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075895.764917:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075895.764919:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075895.764921:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075895.764926:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075895.764928:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.764930:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075895.764934:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075895.764938:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.764939:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075895.764942:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769075895.764945:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075895.764951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075895.764956:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.764958:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075895.764961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075895.764963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075895.764969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075895.764975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075895.764997:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925619584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075895.765012:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075895.765018:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075895.765028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925619584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075895.765057:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075895.765060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075895.765065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075895.765069:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075895.765072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075895.765074:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075895.765079:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2584
00000400:00000200:2.0:1769075895.765087:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075895.765091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075895.765092:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075895.765094:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.765098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075895.765102:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075895.765105:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075895.765108:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075895.765122:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075895.765125:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075895.765131:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075895.765135:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.765144:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075895.765149:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075895.765155:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765159:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075895.765163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075895.765166:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075895.765169:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765175:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075895.765187:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075895.765194:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765200:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075895.765212:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075895.765219:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075895.765228:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075895.765233:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075895.765255:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075895.765260:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075895.765269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075895.765279:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075895.765291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925619712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075895.765319:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075895.765324:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075895.765334:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925619712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075895.765356:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075895.765365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075895.765374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1769075895.765378:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769075895.765381:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769075895.765384:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1769075895.765386:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075895.765395:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075895.765405:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2584
00000400:00000200:2.0:1769075895.765417:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075895.765426:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075895.765432:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075895.765439:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765444:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.765450:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765456:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075895.765462:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075895.765465:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075895.765470:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075895.765474:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075895.765479:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075895.765483:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075895.765493:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765499:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075895.765503:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075895.765556:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075895.765559:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075895.765562:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075895.765564:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075895.765567:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075895.765570:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765572:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075895.765575:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075895.765583:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765589:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075895.765596:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075895.765601:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075895.765604:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075895.765608:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075895.765611:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075895.765613:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075895.765616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075895.765624:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075895.765633:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075895.765640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925619840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075895.765658:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075895.765663:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075895.765671:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925619840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075895.765695:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075895.765700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075895.765705:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075895.765712:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2594)
00000800:00000200:3.1:1769075895.765973:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075895.765975:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769075895.766238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075895.766240:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769075895.766486:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075895.766488:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769075897.108685:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297257729, at 4297257792
00000100:00000010:2.0:1769075897.108702:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000800:00000200:3.1:1769075900.885371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075900.885377:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075900.886142:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075900.886144:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075900.886378:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075900.886380:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075900.886631:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075900.886633:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769075902.228632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297262849, at 4297262912
00000100:00000010:2.0:1769075902.228647:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000800:00000200:3.1:1769075906.005214:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075906.005753:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075906.005922:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075906.006107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075907.348661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297267968, at 4297268032
00000100:00000010:2.0:1769075907.348678:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000400:00000100:2.0:1769075909.076946:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769075909.077025:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075909.077038:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075909.077043:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769075909.077047:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075909.077052:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075909.077057:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075909.077062:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769075909.077086:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075909.077091:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075909.077110:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:2.0:1769075909.077115:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:2.0:1769075909.077122:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075909.077135:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832a00 x1855007925620480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077200:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075909.077209:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925620480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077222:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075909.077225:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075909.077239:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075909.077243:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769075909.077247:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075909.077254:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075909.077267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:2.0:1769075909.077324:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:2.0:1769075909.077331:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075909.077340:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925620608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077363:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075909.077371:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925620608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077380:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075909.077382:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075909.077390:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075909.077394:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769075909.077398:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075909.077402:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075909.077406:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9f68
00000400:00000010:2.0:1769075909.077408:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9f68.
00000100:00000001:2.0:1769075909.077411:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075909.077416:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925620736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077427:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075909.077436:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925620736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077446:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075909.077448:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075909.077456:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075909.077459:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769075909.077463:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075909.077468:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075909.077471:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:2.0:1769075909.077474:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769075909.077477:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075909.077482:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925620864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077493:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075909.077497:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925620864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075909.077505:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075909.077508:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769075911.124739:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075911.124751:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075911.124754:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075911.124769:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075911.124773:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075911.124781:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2599
00000400:00000200:2.0:1769075911.124792:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075911.124798:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075911.124801:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075911.124804:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.124807:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.124809:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.124811:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075911.124814:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075911.124816:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075911.124819:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075911.124821:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075911.124823:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075911.124825:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075911.124827:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.124828:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.124829:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.124831:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075911.124834:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075911.124836:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075911.124839:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075911.124842:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075911.124845:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075911.124847:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.124849:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075911.124852:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075911.124859:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075911.124862:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075911.124866:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075911.124869:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.124872:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075911.124876:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075911.124882:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075911.124892:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075911.124900:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075911.124912:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925620992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075911.124925:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075911.124931:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075911.124936:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925620992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075911.124964:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075911.124979:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075911.124984:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075911.124986:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075911.124988:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075911.124991:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075911.125000:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2599
00000400:00000200:2.0:1769075911.125005:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075911.125009:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075911.125012:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075911.125015:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125018:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125020:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125022:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075911.125025:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075911.125026:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075911.125028:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075911.125030:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075911.125033:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075911.125035:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075911.125049:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125051:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125053:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125055:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075911.125057:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075911.125061:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125064:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075911.125067:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075911.125075:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075911.125078:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125080:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075911.125086:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075911.125091:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125093:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075911.125098:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075911.125101:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075911.125114:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075911.125116:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125118:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075911.125120:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075911.125122:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075911.125127:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075911.125131:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075911.125138:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925621120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075911.125151:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075911.125157:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075911.125167:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925621120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075911.125184:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075911.125193:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075911.125209:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075911.125215:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075911.125219:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075911.125228:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075911.125246:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2599
00000400:00000200:2.0:1769075911.125293:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075911.125306:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075911.125314:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075911.125325:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125335:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125339:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125342:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075911.125346:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075911.125352:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075911.125358:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075911.125366:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075911.125371:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075911.125374:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075911.125390:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125398:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125405:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125411:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075911.125424:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075911.125434:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125438:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075911.125451:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075911.125464:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075911.125474:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125481:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075911.125484:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075911.125487:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125490:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075911.125494:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075911.125497:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075911.125500:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075911.125501:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125503:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075911.125505:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075911.125507:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075911.125511:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075911.125515:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075911.125521:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925621248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075911.125565:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075911.125568:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075911.125573:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925621248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075911.125584:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075911.125587:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075911.125590:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075911.125592:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075911.125594:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075911.125597:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075911.125600:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2599
00000400:00000200:2.0:1769075911.125607:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075911.125611:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075911.125614:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075911.125618:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125620:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125625:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125628:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075911.125631:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075911.125633:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075911.125635:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075911.125638:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075911.125641:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075911.125643:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075911.125647:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125655:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075911.125671:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125679:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075911.125685:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075911.125698:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075911.125705:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075911.125709:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075911.125713:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075911.125721:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125726:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075911.125732:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075911.125736:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125743:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075911.125753:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075911.125757:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075911.125761:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075911.125766:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075911.125771:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075911.125773:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075911.125776:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075911.125782:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075911.125794:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075911.125806:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925621376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075911.125824:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075911.125829:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075911.125841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925621376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075911.125867:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075911.125874:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075911.125884:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075911.125902:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2609)
00000800:00000200:3.1:1769075911.125968:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075911.125973:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075911.126429:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075911.126431:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075911.126746:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075911.126748:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075911.126974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075911.126977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769075912.468630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297273089, at 4297273152
00000100:00000010:2.0:1769075912.468668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000800:00000200:3.1:1769075916.245233:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075916.245239:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075916.245810:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075916.245813:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075916.246053:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075916.246055:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075916.246267:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075916.246282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.0:1769075917.460953:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769075917.588591:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297278208, at 4297278272
00000100:00000010:2.0:1769075917.588599:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000800:00000200:3.1:1769075921.365117:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075921.365123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075921.365519:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075921.365539:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075921.365733:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075921.365735:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075921.365909:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075921.365910:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769075922.708614:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297283328, at 4297283392
00000100:00000010:2.0:1769075922.708623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000800:00000200:3.1:1769075926.485585:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075926.485590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075926.486438:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075926.486440:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075926.486666:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075926.486668:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075926.486890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075926.486892:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769075927.828605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297288449, at 4297288512
00000100:00000010:2.0:1769075927.828615:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000100:00080000:2.0:1769075931.604724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075931.604734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075931.604737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075931.604741:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075931.604746:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075931.604755:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2619
00000400:00000200:2.0:1769075931.604794:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075931.604808:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075931.604813:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075931.604818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.604822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.604826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.604830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075931.604836:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075931.604839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075931.604842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075931.604845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075931.604847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075931.604850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075931.604853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.604855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.604856:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.604858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075931.604861:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075931.604864:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075931.604866:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075931.604869:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075931.604872:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075931.604875:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.604878:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075931.604880:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075931.604890:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075931.604894:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075931.604897:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075931.604899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.604902:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075931.604905:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075931.604930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075931.604939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075931.604945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075931.604971:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925623040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075931.604982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075931.604986:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075931.604990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925623040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075931.605013:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075931.605016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075931.605019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075931.605021:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075931.605023:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075931.605025:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075931.605027:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2619
00000400:00000200:2.0:1769075931.605031:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075931.605034:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075931.605036:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075931.605039:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605041:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075931.605049:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075931.605050:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075931.605052:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075931.605054:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075931.605056:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075931.605058:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075931.605062:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075931.605079:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075931.605086:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605094:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075931.605098:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075931.605105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075931.605109:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605114:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075931.605121:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075931.605126:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605130:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075931.605135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075931.605140:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075931.605144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075931.605148:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075931.605172:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075931.605175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075931.605178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075931.605184:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075931.605198:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925623168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075931.605224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075931.605230:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075931.605241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925623168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075931.605267:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075931.605277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075931.605287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075931.605289:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075931.605291:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075931.605293:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075931.605297:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2619
00000400:00000200:2.0:1769075931.605303:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075931.605312:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075931.605317:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075931.605327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605332:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075931.605351:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075931.605354:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075931.605357:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075931.605361:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075931.605364:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075931.605366:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075931.605375:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605379:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075931.605394:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075931.605403:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605407:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075931.605411:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075931.605417:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075931.605424:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605430:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075931.605435:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075931.605440:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605444:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075931.605451:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075931.605459:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075931.605466:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075931.605472:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605473:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075931.605476:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075931.605479:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075931.605488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075931.605496:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075931.605513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925623296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769075931.605513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769075931.605525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075931.605528:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075931.605535:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925623296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075931.605545:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769075931.605593:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075931.605602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075931.605616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075931.605621:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075931.605627:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075931.605635:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075931.605644:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2619
00000400:00000200:2.0:1769075931.605653:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075931.605659:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075931.605661:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075931.605664:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605689:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605696:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075931.605703:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075931.605707:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075931.605711:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075931.605713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075931.605719:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075931.605722:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075931.605729:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605732:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075931.605735:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605738:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075931.605746:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075931.605751:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075931.605758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075931.605779:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075931.605789:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075931.605796:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605802:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075931.605808:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075931.605818:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605825:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075931.605835:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075931.605843:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075931.605854:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075931.605860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075931.605866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075931.605870:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075931.605875:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075931.605885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075931.605892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075931.605905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925623424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075931.605970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075931.605975:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075931.605984:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925623424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075931.606024:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075931.606029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075931.606035:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075931.606044:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2629)
00000800:00000200:3.1:1769075931.606322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075931.606324:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075931.606640:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075931.606642:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075931.606970:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075931.606990:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769075932.948621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297293569, at 4297293632
00000100:00000010:2.0:1769075932.948636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000800:00000200:3.1:1769075936.725327:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075936.725334:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075936.725990:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075936.725992:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075936.726187:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075936.726189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075936.726371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075936.726373:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769075938.068643:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297298688, at 4297298752
00000100:00000010:2.0:1769075938.068664:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000100:00080000:2.0:1769075941.844682:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075941.844694:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075941.844697:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075941.844701:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075941.844704:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075941.844712:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2630
00000400:00000200:2.0:1769075941.844722:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075941.844728:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075941.844731:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075941.844734:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844749:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.844751:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844753:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075941.844757:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075941.844759:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075941.844763:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075941.844765:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075941.844767:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075941.844769:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075941.844771:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844772:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.844773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844775:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075941.844777:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075941.844779:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844781:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075941.844784:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075941.844787:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075941.844789:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.844791:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075941.844793:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075941.844804:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769075941.844807:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075941.844811:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075941.844812:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.844815:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075941.844818:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075941.844822:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075941.844830:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075941.844837:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075941.844845:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925624064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075941.844855:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075941.844859:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075941.844863:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925624064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075941.844885:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075941.844888:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075941.844891:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075941.844893:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075941.844894:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075941.844896:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075941.844898:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2630
00000400:00000200:2.0:1769075941.844901:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075941.844903:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075941.844922:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075941.844925:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844927:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.844929:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844931:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075941.844933:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075941.844935:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075941.844936:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075941.844937:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075941.844938:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075941.844940:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075941.844945:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844947:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.844951:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844955:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075941.844956:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075941.844961:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075941.844966:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075941.844969:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075941.844976:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075941.844981:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.844985:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075941.844990:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075941.844997:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845001:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075941.845006:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769075941.845011:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075941.845014:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075941.845018:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845020:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075941.845023:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075941.845026:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075941.845031:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075941.845038:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075941.845045:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925624192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075941.845054:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075941.845056:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075941.845060:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925624192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075941.845069:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075941.845071:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075941.845075:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075941.845078:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075941.845081:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075941.845084:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075941.845089:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2630
00000400:00000200:2.0:1769075941.845097:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075941.845102:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075941.845107:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075941.845128:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845129:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.845131:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845134:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075941.845138:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075941.845141:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075941.845145:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075941.845147:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075941.845149:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075941.845153:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075941.845157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845159:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.845160:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845164:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075941.845168:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075941.845172:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845175:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075941.845178:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075941.845181:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075941.845183:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845187:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075941.845189:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075941.845193:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845195:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075941.845199:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075941.845203:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075941.845208:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075941.845211:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845215:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075941.845218:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075941.845220:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075941.845226:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075941.845228:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075941.845233:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925624320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075941.845257:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075941.845260:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075941.845266:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925624320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075941.845275:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075941.845276:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075941.845281:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075941.845283:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075941.845286:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075941.845289:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075941.845293:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2630
00000400:00000200:2.0:1769075941.845298:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769075941.845298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769075941.845303:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769075941.845304:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1769075941.845305:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075941.845312:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845317:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.845320:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845324:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075941.845327:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075941.845328:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075941.845329:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075941.845331:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075941.845334:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075941.845337:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075941.845341:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845344:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075941.845349:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845352:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075941.845376:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075941.845383:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075941.845389:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075941.845390:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075941.845393:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075941.845397:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845398:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075941.845401:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075941.845407:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845410:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075941.845416:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075941.845419:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075941.845424:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075941.845426:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075941.845430:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075941.845433:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075941.845435:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075941.845440:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075941.845446:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075941.845451:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925624448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075941.845464:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075941.845468:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075941.845472:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925624448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075941.845481:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075941.845483:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075941.845489:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075941.845493:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2640)
00000800:00000200:3.1:1769075941.845817:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075941.845820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075941.846031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075941.846033:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075941.846222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075941.846224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769075943.188676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297303808, at 4297303872
00000100:00000010:2.0:1769075943.188700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000800:00000200:3.1:1769075946.965461:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075946.965467:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075946.965984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075946.965986:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075946.966217:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075946.966219:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075946.966440:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075946.966456:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769075948.308706:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297308929, at 4297308992
00000100:00000010:2.0:1769075948.308729:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000800:00000200:3.1:1769075952.085724:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075952.085734:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075952.086798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075952.086800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075952.087060:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075952.087062:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075952.087319:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075952.087321:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769075953.428671:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297314049, at 4297314112
00000100:00000010:2.0:1769075953.428717:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000800:00000200:2.0:1769075956.372932:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769075956.372942:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075956.372958:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769075956.372964:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075956.372968:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769075957.204717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075957.204728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075957.204731:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075957.204735:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075957.204739:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075957.204746:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2645
00000400:00000200:2.0:1769075957.204757:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075957.204763:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075957.204777:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075957.204781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.204784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.204787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.204789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075957.204794:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075957.204796:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075957.204799:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075957.204820:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075957.204824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075957.204827:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075957.204831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.204833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.204836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.204839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075957.204843:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075957.204848:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075957.204851:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075957.204855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075957.204858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075957.204862:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.204865:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075957.204883:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075957.204892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075957.204895:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075957.204898:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075957.204899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.204901:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075957.204904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075957.204908:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075957.204914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075957.204920:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075957.204955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925625600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075957.204970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075957.204975:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075957.204981:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925625600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075957.205015:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075957.205019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075957.205024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075957.205026:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075957.205028:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075957.205043:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075957.205047:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2645
00000400:00000200:2.0:1769075957.205052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075957.205056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075957.205059:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075957.205062:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205065:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.205067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075957.205073:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075957.205074:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075957.205076:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075957.205079:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075957.205081:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075957.205083:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075957.205087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.205091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075957.205111:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075957.205114:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205116:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075957.205117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075957.205121:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075957.205123:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205124:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075957.205128:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075957.205130:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205132:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075957.205135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075957.205138:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075957.205143:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075957.205146:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205149:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075957.205152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075957.205154:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075957.205160:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075957.205165:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075957.205175:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925625728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075957.205188:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075957.205191:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075957.205200:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925625728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075957.205225:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075957.205227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075957.205232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075957.205235:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075957.205238:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075957.205242:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075957.205247:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2645
00000400:00000200:2.0:1769075957.205254:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075957.205258:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075957.205261:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075957.205267:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.205274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205277:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075957.205282:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075957.205283:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075957.205285:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075957.205286:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075957.205288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075957.205293:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075957.205298:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.205306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205311:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075957.205316:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075957.205322:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205326:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075957.205329:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075957.205333:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075957.205337:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205340:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075957.205344:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075957.205349:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205352:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075957.205358:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075957.205363:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075957.205367:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075957.205368:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205372:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075957.205375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075957.205378:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075957.205383:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075957.205388:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075957.205394:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925625856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075957.205408:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075957.205412:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075957.205418:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925625856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075957.205442:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075957.205445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075957.205453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075957.205455:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075957.205459:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075957.205463:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075957.205469:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2645
00000400:00000200:2.0:1769075957.205474:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075957.205497:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075957.205500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075957.205522:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075957.205528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205530:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075957.205534:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075957.205535:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075957.205570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075957.205573:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075957.205575:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075957.205578:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075957.205584:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769075957.205593:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075957.205594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769075957.205604:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000040:2.0:1769075957.205610:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075957.205621:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075957.205628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075957.205632:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075957.205636:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075957.205643:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205651:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075957.205656:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075957.205662:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205667:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075957.205672:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075957.205679:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075957.205686:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075957.205689:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075957.205694:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075957.205697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075957.205701:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075957.205707:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075957.205715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075957.205729:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925625984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075957.205747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075957.205753:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075957.205764:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925625984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075957.205781:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075957.205787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075957.205791:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075957.205797:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2655)
00000800:00000200:3.1:1769075957.206155:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075957.206157:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075957.206451:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075957.206453:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075957.206794:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075957.206797:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769075958.548693:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297319169, at 4297319232
00000100:00000010:2.0:1769075958.548713:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000100:00080000:2.0:1769075962.324668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075962.324686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075962.324691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075962.324697:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075962.324704:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075962.324716:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2650
00000400:00000200:2.0:1769075962.324733:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075962.324744:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075962.324750:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075962.324756:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.324762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.324782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.324786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075962.324792:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075962.324795:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075962.324798:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075962.324802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075962.324805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075962.324808:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075962.324812:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.324814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.324817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.324819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075962.324823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075962.324827:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075962.324830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075962.324835:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075962.324840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075962.324843:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.324846:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075962.324849:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075962.324861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075962.324865:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075962.324871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075962.324873:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.324876:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075962.324880:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075962.324885:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075962.324913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075962.324919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075962.324930:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925626112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075962.324942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075962.324946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075962.324951:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925626112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075962.324977:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075962.324980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075962.324984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075962.324986:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075962.324988:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075962.324991:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075962.324993:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2650
00000400:00000200:2.0:1769075962.324998:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075962.325001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075962.325003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075962.325006:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.325011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325013:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075962.325015:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075962.325017:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075962.325019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075962.325021:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075962.325039:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075962.325042:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075962.325045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.325051:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075962.325057:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075962.325060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075962.325065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075962.325071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075962.325074:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075962.325082:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075962.325087:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325089:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075962.325094:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075962.325098:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075962.325103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075962.325104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075962.325110:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075962.325116:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075962.325124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075962.325132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075962.325147:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925626240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075962.325222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075962.325263:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075962.325298:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925626240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075962.325332:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075962.325343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075962.325353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075962.325356:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075962.325360:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075962.325371:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075962.325377:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2650
00000400:00000200:2.0:1769075962.325417:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075962.325445:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075962.325451:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075962.325465:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325473:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.325480:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325488:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075962.325495:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075962.325501:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075962.325508:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075962.325514:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075962.325518:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075962.325523:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075962.325528:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.325534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075962.325576:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075962.325585:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325590:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075962.325592:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075962.325598:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075962.325605:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075962.325611:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075962.325615:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325621:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075962.325628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075962.325635:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075962.325644:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075962.325666:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.325677:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075962.325684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075962.325694:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075962.325711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075962.325727:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075962.325750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925626368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075962.325776:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075962.325784:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075962.325796:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925626368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075962.325806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075962.325817:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769075962.325824:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075962.325833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075962.325841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075962.325846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075962.325850:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075962.325859:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075962.325869:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2650
00000400:00000200:2.0:1769075962.325883:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075962.325908:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075962.325915:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075962.325924:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.325937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075962.325950:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075962.325953:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075962.325959:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075962.325964:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075962.325972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075962.325980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075962.325991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.325995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075962.326002:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075962.326006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075962.326010:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075962.326037:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075962.326045:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075962.326053:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075962.326059:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075962.326067:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.326077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075962.326082:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075962.326087:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.326096:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075962.326104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075962.326113:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075962.326118:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075962.326123:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075962.326126:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075962.326133:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075962.326137:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075962.326151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075962.326161:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075962.326178:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925626496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075962.326225:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075962.326232:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075962.326242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925626496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075962.326265:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075962.326271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075962.326302:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075962.326315:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2660)
00000800:00000200:3.1:1769075962.326749:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075962.326752:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075962.327130:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075962.327133:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075962.327552:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075962.327571:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769075963.668684:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297324289, at 4297324352
00000100:00000010:2.0:1769075963.668699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000100:00080000:2.0:1769075967.444619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075967.444632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075967.444635:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075967.444640:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075967.444662:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075967.444669:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2655
00000400:00000200:2.0:1769075967.444679:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075967.444686:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075967.444689:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075967.444692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.444699:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444701:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075967.444706:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075967.444708:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075967.444710:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075967.444713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075967.444715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075967.444718:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075967.444720:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.444725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075967.444730:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075967.444734:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444736:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075967.444739:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075967.444742:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075967.444745:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.444747:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075967.444749:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075967.444759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769075967.444762:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075967.444766:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075967.444768:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.444771:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075967.444773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075967.444778:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075967.444786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075967.444792:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075967.444801:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925626624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075967.444813:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075967.444817:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075967.444822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925626624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075967.444847:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075967.444850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075967.444854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075967.444856:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075967.444857:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075967.444860:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075967.444863:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2655
00000400:00000200:2.0:1769075967.444867:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075967.444870:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075967.444872:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075967.444875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.444879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075967.444884:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075967.444885:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075967.444887:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075967.444888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075967.444891:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075967.444893:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075967.444896:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.444900:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075967.444904:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075967.444906:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075967.444908:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075967.444910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075967.444917:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075967.444920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.444924:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075967.444930:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075967.444939:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.444947:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075967.444957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769075967.444964:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075967.444971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075967.444976:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.444999:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075967.445007:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075967.445015:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075967.445028:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769075967.445043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075967.445087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925626752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075967.445104:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075967.445113:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075967.445129:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925626752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075967.445192:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075967.445198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075967.445211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075967.445218:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075967.445229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075967.445259:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075967.445270:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2655
00000400:00000200:2.0:1769075967.445290:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075967.445304:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075967.445361:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075967.445371:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.445377:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075967.445384:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075967.445388:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075967.445391:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075967.445393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075967.445397:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075967.445403:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075967.445431:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.445446:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445452:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075967.445460:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075967.445471:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445477:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075967.445486:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075967.445494:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075967.445500:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445507:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075967.445514:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075967.445524:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445528:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075967.445568:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769075967.445574:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075967.445578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075967.445580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445582:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075967.445584:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075967.445588:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075967.445594:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075967.445599:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075967.445629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925626880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769075967.445638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769075967.445647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769075967.445648:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769075967.445652:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075967.445662:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925626880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075967.445678:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075967.445683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075967.445691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075967.445694:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075967.445697:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075967.445703:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075967.445709:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2655
00000400:00000200:2.0:1769075967.445718:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075967.445723:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075967.445729:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075967.445736:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.445749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075967.445761:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075967.445764:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075967.445769:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075967.445773:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075967.445778:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075967.445784:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075967.445791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075967.445801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075967.445809:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075967.445816:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075967.445820:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075967.445821:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075967.445825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075967.445833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075967.445841:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075967.445845:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445850:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075967.445856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769075967.445860:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075967.445865:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075967.445868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075967.445870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075967.445872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075967.445874:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075967.445878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075967.445885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075967.445891:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925627008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075967.445922:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075967.445930:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075967.445941:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925627008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075967.446005:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075967.446014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075967.446029:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075967.446042:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2665)
00000800:00000200:3.1:1769075967.446473:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075967.446476:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075967.446922:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075967.446939:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075967.447375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075967.447378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769075968.788606:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297329409, at 4297329472
00000100:00000010:2.0:1769075968.788622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000800:00000200:3.1:1769075972.565696:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075972.566418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075972.566743:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075972.567047:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769075973.908787:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297334529, at 4297334592
00000100:00000010:2.0:1769075973.908806:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000400:00000100:2.0:1769075975.636906:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769075975.636960:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075975.636975:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075975.636982:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769075975.636987:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075975.636993:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075975.637002:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075975.637009:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769075975.637018:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075975.637027:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075975.637037:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:2.0:1769075975.637042:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:2.0:1769075975.637049:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075975.637064:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a300 x1855007925627136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637108:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075975.637117:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925627136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637132:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075975.637135:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075975.637151:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075975.637155:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769075975.637159:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075975.637165:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075975.637198:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9c38
00000400:00000010:2.0:1769075975.637202:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9c38.
00000100:00000001:2.0:1769075975.637206:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075975.637215:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7ad80 x1855007925627264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637236:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075975.637251:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925627264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075977 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637295:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075975.637303:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075975.637317:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075975.637329:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769075975.637341:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075975.637357:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075975.637367:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc96e8
00000400:00000010:2.0:1769075975.637377:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc96e8.
00000100:00000001:2.0:1769075975.637383:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075975.637399:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b480 x1855007925627392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637444:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075975.637463:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925627392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637491:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075975.637499:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075975.637636:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769075975.637648:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769075975.637661:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075975.637689:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075975.637704:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9908
00000400:00000010:2.0:1769075975.637711:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9908.
00000100:00000001:2.0:1769075975.637724:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075975.637741:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78000 x1855007925627520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637776:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075975.637793:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925627520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075975.637822:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075975.637832:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769075977.684721:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.684731:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075977.684733:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.684737:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.684742:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.684749:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2665
00000400:00000200:2.0:1769075977.684758:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075977.684763:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.684766:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.684769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684772:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.684774:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684776:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075977.684781:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.684783:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075977.684785:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.684788:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075977.684790:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075977.684792:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075977.684794:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684796:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.684798:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684800:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075977.684803:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075977.684806:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684808:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.684811:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.684813:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.684816:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.684818:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075977.684820:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.684825:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769075977.684828:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075977.684832:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.684833:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.684837:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.684839:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.684843:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.684849:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075977.684855:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.684864:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925627648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.684874:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.684878:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.684882:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925627648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.684904:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075977.684907:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.684910:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075977.684912:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.684913:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.684916:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.684918:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2665
00000400:00000200:2.0:1769075977.684921:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075977.684924:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.684926:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.684929:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684930:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.684932:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684934:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075977.684936:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.684937:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075977.684939:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.684941:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075977.684942:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075977.684944:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075977.684948:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684951:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.684953:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684955:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075977.684957:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075977.684960:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075977.684962:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.684964:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.684968:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.684971:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.684974:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075977.684981:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075977.684988:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.684991:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.684997:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769075977.684999:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075977.685004:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.685005:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685007:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.685011:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.685013:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.685020:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075977.685026:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.685036:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925627776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.685047:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.685052:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.685060:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925627776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.685086:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075977.685094:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.685102:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075977.685108:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.685114:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.685121:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.685177:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2665
00000400:00000200:2.0:1769075977.685189:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075977.685197:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.685202:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.685211:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685218:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.685225:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685232:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075977.685238:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.685242:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075977.685247:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.685252:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075977.685260:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075977.685269:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075977.685280:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685287:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.685294:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685298:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075977.685301:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075977.685311:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685318:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.685320:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.685327:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.685340:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685346:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075977.685351:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075977.685361:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685369:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.685379:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769075977.685388:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075977.685396:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.685400:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685407:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.685411:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.685414:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.685430:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075977.685437:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.685451:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925627904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.685470:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.685475:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.685487:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925627904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.685506:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075977.685515:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769075977.685515:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769075977.685554:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075977.685557:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.685560:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.685563:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.685568:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2665
00000400:00000200:2.0:1769075977.685574:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075977.685580:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769075977.685584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1769075977.685586:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.685597:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685601:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.685606:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685621:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075977.685628:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.685633:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075977.685638:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.685644:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075977.685652:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075977.685656:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075977.685666:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.685685:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685696:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075977.685704:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075977.685712:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075977.685720:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.685726:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.685733:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.685740:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685749:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075977.685756:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075977.685760:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685764:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.685773:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769075977.685780:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075977.685788:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.685793:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.685797:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.685801:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.685805:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.685812:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769075977.685817:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.685824:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925628032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.685850:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.685853:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.685858:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925628032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.685870:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.685874:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075977.685879:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075977.685912:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2676)
00000800:00000200:3.1:1769075977.686915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075977.686918:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075977.687227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075977.687230:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075977.687496:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075977.687498:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769075979.028715:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297339649, at 4297339712
00000100:00000010:2.0:1769075979.028731:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00000100:00080000:2.0:1769075982.804604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075982.804613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075982.804615:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075982.804618:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075982.804621:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075982.804627:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2671
00000400:00000200:2.0:1769075982.804635:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075982.804640:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075982.804642:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075982.804646:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.804652:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804655:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075982.804659:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075982.804661:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075982.804664:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075982.804667:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075982.804669:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075982.804673:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075982.804676:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804679:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.804681:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804683:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075982.804686:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075982.804690:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804693:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075982.804696:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075982.804699:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075982.804702:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.804705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075982.804707:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075982.804715:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769075982.804717:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075982.804720:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075982.804721:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.804724:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075982.804726:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075982.804729:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075982.804736:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769075982.804740:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075982.804746:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925628160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075982.804755:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075982.804759:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075982.804762:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925628160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075982.804781:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075982.804783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075982.804786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075982.804787:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075982.804789:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075982.804791:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075982.804794:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2671
00000400:00000200:2.0:1769075982.804798:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075982.804801:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075982.804803:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075982.804806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.804811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075982.804818:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075982.804825:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075982.804832:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075982.804840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075982.804848:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075982.804862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075982.804875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.804903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075982.804919:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075982.804931:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075982.804934:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075982.804937:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075982.804943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075982.804949:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.804953:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075982.804957:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075982.804964:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.804971:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075982.804977:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769075982.804989:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075982.804992:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075982.804993:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.804994:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075982.804996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075982.804999:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075982.805011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769075982.805016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075982.805024:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925628288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075982.805045:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075982.805060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075982.805067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925628288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075982.805114:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075982.805121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075982.805137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075982.805140:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075982.805145:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075982.805148:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075982.805155:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2671
00000400:00000200:2.0:1769075982.805167:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075982.805172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075982.805185:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075982.805192:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.805203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075982.805212:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075982.805213:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075982.805215:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075982.805217:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075982.805221:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075982.805229:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075982.805233:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805241:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.805253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805259:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075982.805271:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075982.805289:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805301:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075982.805309:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075982.805315:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075982.805324:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805328:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075982.805331:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075982.805334:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805336:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075982.805339:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075982.805343:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075982.805352:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075982.805354:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805356:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075982.805357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075982.805360:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075982.805371:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769075982.805376:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075982.805390:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925628416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075982.805412:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769075982.805413:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769075982.805420:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075982.805420:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769075982.805448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925628416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075982.805469:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075982.805472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075982.805477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075982.805481:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075982.805485:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075982.805493:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075982.805499:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2671
00000400:00000200:2.0:1769075982.805518:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075982.805566:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075982.805579:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075982.805588:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.805600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075982.805610:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075982.805612:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075982.805618:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075982.805620:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075982.805624:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075982.805631:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075982.805635:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075982.805637:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075982.805640:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075982.805642:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075982.805646:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075982.805651:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075982.805659:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075982.805667:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805675:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075982.805685:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075982.805694:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805705:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075982.805717:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075982.805728:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075982.805733:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075982.805739:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075982.805750:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075982.805759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075982.805766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075982.805772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075982.805784:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075982.805793:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925628544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075982.805839:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075982.805850:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075982.805868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925628544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075982.805921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075982.805929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075982.805940:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075982.805951:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2681)
00000800:00000200:3.1:1769075982.806181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075982.806183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075982.806394:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075982.806396:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075982.806630:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075982.806632:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769075984.148710:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297344769, at 4297344832
00000100:00000010:2.0:1769075984.148730:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000100:00080000:2.0:1769075987.924679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075987.924697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075987.924702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075987.924709:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075987.924716:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075987.924727:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2676
00000400:00000200:2.0:1769075987.924742:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075987.924753:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075987.924759:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075987.924765:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.924771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.924776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.924780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075987.924788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075987.924791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769075987.924796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075987.924801:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769075987.924806:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769075987.924811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769075987.924817:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.924821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.924825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.924829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075987.924835:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769075987.924841:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075987.924846:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075987.924851:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075987.924857:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075987.924863:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.924867:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075987.924871:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075987.924885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769075987.924891:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769075987.924899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075987.924902:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.924907:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075987.924911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075987.924918:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075987.924932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769075987.924941:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075987.924956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925628672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075987.925052:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075987.925061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075987.925072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925628672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075987.925116:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075987.925122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075987.925129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075987.925133:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075987.925136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075987.925142:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075987.925147:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2676
00000400:00000200:2.0:1769075987.925159:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075987.925167:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075987.925173:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075987.925180:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.925196:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075987.925219:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075987.925226:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769075987.925235:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075987.925243:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769075987.925256:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769075987.925269:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769075987.925286:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.925315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075987.925339:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769075987.925355:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925386:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075987.925396:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075987.925409:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075987.925420:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.925430:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075987.925440:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075987.925455:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.925464:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075987.925478:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769075987.925491:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075987.925501:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075987.925508:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.925516:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075987.925525:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075987.925534:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075987.925610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769075987.925621:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075987.925634:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925628800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075987.925667:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075987.925678:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075987.925693:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925628800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075987.925747:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075987.925757:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769075987.925760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769075987.925765:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1769075987.925773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769075987.925782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075987.925789:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075987.925797:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075987.925806:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2676
00000400:00000200:2.0:1769075987.925823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075987.925833:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075987.925839:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075987.925855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.925880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.925890:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075987.925902:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075987.925910:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769075987.925919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075987.925926:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769075987.925937:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769075987.925946:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769075987.925989:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.926013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075987.926033:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769075987.926048:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926061:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075987.926087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075987.926099:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075987.926109:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926117:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075987.926126:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075987.926139:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926146:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075987.926161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769075987.926174:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769075987.926186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075987.926192:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075987.926208:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075987.926217:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075987.926231:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769075987.926246:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075987.926267:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925628928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075987.926318:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075987.926325:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075987.926337:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925628928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075987.926387:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075987.926394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075987.926403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769075987.926408:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075987.926412:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075987.926424:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075987.926433:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2676
00000400:00000200:2.0:1769075987.926450:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769075987.926460:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075987.926466:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075987.926479:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926489:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.926496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926503:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769075987.926510:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075987.926516:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769075987.926520:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075987.926526:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769075987.926533:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769075987.926540:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769075987.926552:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075987.926606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769075987.926621:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769075987.926628:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769075987.926635:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075987.926637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075987.926642:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075987.926650:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926653:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075987.926659:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769075987.926665:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926672:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075987.926682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769075987.926689:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769075987.926713:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075987.926716:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075987.926723:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075987.926728:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075987.926733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075987.926743:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769075987.926753:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075987.926768:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925629056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075987.926805:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075987.926814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075987.926824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925629056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075987.926851:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075987.926863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075987.926871:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769075987.926881:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2686)
00000800:00000200:3.1:1769075987.927044:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075987.927047:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075987.927439:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075987.927442:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075987.928018:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075987.928022:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769075989.268687:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297349889, at 4297349952
00000100:00000010:2.0:1769075989.268714:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000800:00000200:3.1:1769075993.045862:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075993.045870:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075993.047016:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075993.047020:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075993.047458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075993.047461:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075993.047861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075993.047864:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000001:2.0:1769075994.261014:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075994.261043:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769075994.261053:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769075994.261059:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769075994.388671:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297355009, at 4297355072
00000100:00000010:2.0:1769075994.388699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000800:00000200:3.1:1769075998.166060:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075998.166070:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075998.167133:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075998.167136:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075998.167593:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075998.167597:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075998.168002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769075998.168005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769075999.508629:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297360129, at 4297360192
00000100:00000010:2.0:1769075999.508646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000800:00000200:3.1:1769076003.285423:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076003.285430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076003.286047:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076003.286049:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076003.286395:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076003.286398:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076003.286869:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076003.286872:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769076004.628656:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297365249, at 4297365312
00000100:00000010:2.0:1769076004.628699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000800:00000200:3.1:1769076008.405716:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076008.405730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076008.406726:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076008.406730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076008.407099:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076008.407103:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076008.407459:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076008.407464:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1769076009.748653:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297370369, at 4297370432
00000100:00000010:2.0:1769076009.748667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000100:00080000:2.0:1769076013.524755:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076013.524772:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076013.524775:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076013.524782:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076013.524788:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076013.524799:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2701
00000400:00000200:2.0:1769076013.524814:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076013.524823:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076013.524827:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076013.524831:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.524835:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.524838:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.524841:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076013.524847:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076013.524850:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076013.524853:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076013.524857:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076013.524860:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076013.524862:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076013.524865:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.524867:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.524869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.524872:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076013.524876:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076013.524880:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076013.524883:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076013.524887:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076013.524902:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076013.524906:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.524908:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076013.524911:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076013.524927:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076013.524931:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076013.524937:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076013.524940:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.524944:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076013.524948:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076013.524955:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076013.524966:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076013.524974:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076013.524987:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925631232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076013.525001:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076013.525006:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076013.525012:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925631232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076013.525044:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076013.525048:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076013.525053:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076013.525055:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076013.525056:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076013.525060:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076013.525063:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2701
00000400:00000200:2.0:1769076013.525067:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076013.525070:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076013.525073:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076013.525076:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525079:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525082:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525084:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076013.525087:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076013.525089:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076013.525091:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076013.525094:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076013.525097:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076013.525101:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076013.525105:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525108:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525110:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525112:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076013.525115:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076013.525119:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525124:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076013.525128:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076013.525135:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076013.525139:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525146:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076013.525152:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076013.525157:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525160:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076013.525168:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076013.525175:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076013.525182:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076013.525186:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525191:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076013.525195:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076013.525198:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076013.525206:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076013.525213:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076013.525220:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925631360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076013.525234:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076013.525239:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076013.525249:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925631360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076013.525289:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076013.525297:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076013.525303:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076013.525305:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076013.525311:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076013.525318:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076013.525324:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2701
00000400:00000200:2.0:1769076013.525331:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076013.525336:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076013.525340:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076013.525344:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525347:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525355:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525361:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076013.525372:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076013.525375:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076013.525379:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076013.525382:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076013.525390:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076013.525398:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076013.525410:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525416:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525427:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525432:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076013.525440:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076013.525446:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525452:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076013.525458:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076013.525464:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076013.525466:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525468:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076013.525473:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076013.525479:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525482:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076013.525490:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076013.525496:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076013.525503:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076013.525509:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525513:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076013.525517:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076013.525593:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076013.525601:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076013.525607:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076013.525618:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925631488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076013.525634:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076013.525641:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076013.525653:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925631488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076013.525669:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076013.525674:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076013.525683:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076013.525688:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076013.525691:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076013.525700:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076013.525707:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2701
00000400:00000200:2.0:1769076013.525722:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076013.525730:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076013.525737:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076013.525740:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525744:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525752:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525758:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076013.525767:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076013.525769:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076013.525774:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769076013.525775:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769076013.525778:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000800:00000200:3.1:1769076013.525784:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000020:00000001:2.0:1769076013.525785:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076013.525794:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076013.525806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525811:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076013.525818:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525821:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076013.525824:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076013.525835:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076013.525841:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076013.525847:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076013.525854:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076013.525857:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525860:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076013.525865:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076013.525870:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525874:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076013.525881:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076013.525885:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076013.525892:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076013.525894:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076013.525898:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076013.525901:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076013.525905:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076013.525914:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076013.525921:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076013.525933:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925631616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076013.525966:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076013.525972:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076013.525983:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925631616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076013.526026:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076013.526032:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076013.526042:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076013.526050:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2711)
00000800:00000200:3.1:1769076013.526486:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076013.526488:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769076013.526972:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076013.526977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769076013.527352:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076013.527355:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769076014.868737:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297375489, at 4297375552
00000100:00000010:2.0:1769076014.868765:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000100:00080000:2.0:1769076018.644631:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076018.644645:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076018.644648:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076018.644653:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076018.644659:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076018.644668:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2706
00000400:00000200:2.0:1769076018.644680:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076018.644688:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076018.644692:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076018.644697:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644701:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.644705:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644708:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076018.644714:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076018.644716:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076018.644720:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076018.644723:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076018.644726:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076018.644730:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076018.644734:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644737:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.644739:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644742:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076018.644746:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076018.644750:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644753:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076018.644756:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076018.644776:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076018.644783:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.644787:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076018.644791:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076018.644804:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076018.644810:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076018.644817:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076018.644820:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.644825:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076018.644829:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076018.644837:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076018.644851:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076018.644861:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076018.644877:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925631744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076018.644899:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076018.644905:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076018.644912:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925631744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076018.644943:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076018.644947:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076018.644952:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076018.644955:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076018.644957:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076018.644961:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076018.644964:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2706
00000400:00000200:2.0:1769076018.644971:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076018.644976:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076018.644979:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076018.644985:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644989:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.644992:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.644995:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076018.644999:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076018.645002:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076018.645010:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076018.645013:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076018.645023:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076018.645030:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076018.645037:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645041:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.645046:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645055:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076018.645064:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076018.645072:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645082:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076018.645089:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076018.645099:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076018.645107:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645117:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076018.645124:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076018.645135:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645145:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076018.645158:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076018.645171:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076018.645183:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076018.645190:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645200:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076018.645207:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076018.645218:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076018.645234:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076018.645243:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076018.645260:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925631872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076018.645284:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076018.645290:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076018.645303:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925631872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076018.645320:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076018.645329:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076018.645341:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076018.645346:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076018.645351:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076018.645358:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076018.645369:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2706
00000400:00000200:2.0:1769076018.645391:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076018.645399:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076018.645407:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076018.645414:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645420:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.645428:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645432:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076018.645439:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076018.645443:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076018.645487:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076018.645495:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076018.645505:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076018.645511:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076018.645569:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645577:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.645589:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645596:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076018.645607:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076018.645617:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645623:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076018.645628:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076018.645638:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076018.645647:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645652:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076018.645659:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076018.645669:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645674:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076018.645681:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076018.645689:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076018.645694:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076018.645696:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.645699:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076018.645700:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076018.645704:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076018.645717:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076018.645729:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076018.645737:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769076018.645746:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925632000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076018.645748:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769076018.645783:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076018.645794:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076018.645815:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925632000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076018.645856:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076018.645866:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076018.645881:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076018.645888:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076018.645892:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076018.645901:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076018.645914:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2706
00000400:00000200:2.0:1769076018.645927:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076018.645935:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076018.645943:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076018.645954:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645962:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.645966:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.645977:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076018.645980:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076018.645983:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076018.645990:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076018.645994:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076018.645999:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076018.646008:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076018.646020:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.646030:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076018.646034:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076018.646041:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076018.646049:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076018.646059:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076018.646064:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076018.646072:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076018.646077:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076018.646083:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.646086:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076018.646092:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076018.646102:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.646109:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076018.646121:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076018.646133:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076018.646144:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076018.646151:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076018.646163:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076018.646168:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076018.646178:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076018.646194:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076018.646207:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076018.646227:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925632128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076018.646252:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076018.646261:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076018.646277:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925632128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076018.646294:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076018.646302:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076018.646310:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076018.646321:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2717)
00000800:00000200:3.1:1769076018.646769:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076018.646772:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076018.647287:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076018.647293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076018.647776:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076018.647780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076019.988691:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297380609, at 4297380672
00000100:00000010:2.0:1769076019.988707:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000100:00080000:2.0:1769076023.764604:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.764616:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076023.764619:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.764624:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.764628:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.764636:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2712
00000400:00000200:2.0:1769076023.764647:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076023.764653:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.764657:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.764660:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764664:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.764666:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764669:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076023.764674:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.764676:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076023.764679:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.764682:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076023.764684:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076023.764686:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076023.764690:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764692:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.764694:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764696:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076023.764699:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076023.764702:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764705:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.764708:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.764711:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.764715:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.764717:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076023.764719:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.764728:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769076023.764732:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076023.764736:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.764738:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.764742:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.764744:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.764749:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.764758:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076023.764765:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.764774:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925632256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.764805:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.764810:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.764816:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925632256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.764850:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076023.764857:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.764864:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076023.764867:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.764871:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.764876:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.764882:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2712
00000400:00000200:2.0:1769076023.764892:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076023.764901:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.764907:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.764917:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764930:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.764943:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.764955:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076023.764966:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.764970:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076023.764976:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.764984:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076023.764992:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076023.764996:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076023.765006:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765027:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.765030:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765031:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076023.765034:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076023.765037:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765039:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.765044:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.765051:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.765056:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.765064:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076023.765069:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076023.765073:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.765080:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.765088:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769076023.765094:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076023.765100:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.765104:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.765109:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.765110:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.765164:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.765181:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076023.765214:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.765234:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925632384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.765266:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.765272:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.765300:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925632384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.765341:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076023.765348:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.765358:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076023.765405:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.765438:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.765444:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.765453:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2712
00000400:00000200:2.0:1769076023.765497:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076023.765507:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.765511:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.765515:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765520:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.765548:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765550:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076023.765553:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.765555:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076023.765557:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.765560:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076023.765562:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076023.765565:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076023.765571:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765573:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.765581:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765589:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076023.765593:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076023.765602:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765611:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.765614:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769076023.765616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769076023.765618:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.765625:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076023.765625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769076023.765628:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076023.765634:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076023.765641:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.765647:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.765657:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076023.765661:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076023.765669:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.765673:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.765678:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.765680:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.765686:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.765695:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076023.765703:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.765718:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925632512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.765734:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.765740:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.765752:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925632512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.765789:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076023.765797:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.765806:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076023.765811:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.765818:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.765823:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.765827:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2712
00000400:00000200:2.0:1769076023.765841:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076023.765857:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.765867:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.765887:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765900:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.765913:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765926:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076023.765938:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.765945:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076023.765953:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.765963:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076023.765973:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076023.765979:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076023.765988:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.765995:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.766001:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076023.766010:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076023.766019:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076023.766045:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076023.766053:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.766056:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.766063:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.766070:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.766075:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076023.766079:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076023.766088:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.766091:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.766098:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076023.766105:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076023.766114:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.766120:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.766135:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.766140:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.766147:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.766158:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076023.766170:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.766191:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925632640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.766218:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.766224:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.766255:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925632640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.766287:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.766296:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076023.766314:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076023.766328:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2722)
00000800:00000200:3.1:1769076023.766644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076023.766647:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076023.767069:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076023.767073:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076023.767566:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076023.767586:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076025.108653:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297385729, at 4297385792
00000100:00000010:2.0:1769076025.108678:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000100:00080000:2.0:1769076028.884687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.884699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076028.884702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.884705:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.884726:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.884734:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2717
00000400:00000200:2.0:1769076028.884744:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076028.884751:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.884754:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.884758:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.884764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076028.884788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.884791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076028.884793:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.884797:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076028.884799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076028.884802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076028.884805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.884809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076028.884814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076028.884817:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.884822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.884826:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.884828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.884830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076028.884833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.884843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076028.884846:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076028.884850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.884851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.884854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.884857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.884861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.884869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076028.884875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.884884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925632768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.884895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.884900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.884904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925632768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.884930:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076028.884933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.884937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076028.884939:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.884941:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.884944:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.884946:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2717
00000400:00000200:2.0:1769076028.884949:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076028.884952:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.884954:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.884957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.884961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076028.884965:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.884966:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076028.884968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.884970:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076028.884971:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076028.884973:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076028.884976:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.884979:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076028.884983:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076028.884985:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076028.884987:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.884989:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.884993:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.884995:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.884997:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076028.885001:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076028.885005:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885008:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.885012:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076028.885015:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076028.885018:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.885020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.885023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.885025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.885030:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076028.885036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.885043:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925632896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.885058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.885063:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.885075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925632896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.885094:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076028.885101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.885111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076028.885115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.885120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.885128:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.885134:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2717
00000400:00000200:2.0:1769076028.885146:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076028.885170:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.885174:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.885184:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.885194:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885200:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076028.885205:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.885208:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076028.885212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.885214:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076028.885217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076028.885222:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076028.885226:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.885235:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076028.885248:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076028.885254:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885295:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.885301:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.885306:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.885313:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885317:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076028.885320:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076028.885327:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.885339:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076028.885346:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076028.885351:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.885355:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.885364:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.885366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.885372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076028.885377:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.885389:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925633024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.885426:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.885432:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.885443:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925633024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.885457:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076028.885465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.885475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076028.885481:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.885485:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.885490:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.885496:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2717
00000400:00000200:2.0:1769076028.885503:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076028.885514:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.885519:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769076028.885555:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076028.885563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.1:1769076028.885564:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769076028.885569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.885577:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076028.885590:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.885592:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076028.885594:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.885600:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076028.885606:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076028.885613:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076028.885618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.885630:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076028.885642:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076028.885652:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076028.885660:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.885666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.885671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.885679:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885684:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076028.885689:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076028.885696:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885702:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.885709:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076028.885716:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076028.885721:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.885723:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.885729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.885732:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.885735:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.885743:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076028.885749:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.885762:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925633152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.885775:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.885781:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.885789:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925633152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.885810:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.885815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076028.885822:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076028.885832:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2727)
00000800:00000200:3.1:1769076028.886116:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076028.886119:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076028.886452:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076028.886454:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076028.886745:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076028.886747:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769076030.228696:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297390849, at 4297390912
00000100:00000010:2.0:1769076030.228716:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000800:00000200:2.0:1769076032.148985:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.1:1769076034.005823:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076034.005837:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076034.006819:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076034.006824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076034.007369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076034.007372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076034.007838:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076034.007843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076035.348700:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297395969, at 4297396032
00000100:00000010:2.0:1769076035.348725:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000800:00000200:3.1:1769076039.125792:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076039.126290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076039.126565:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076039.126887:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076040.468696:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297401089, at 4297401152
00000100:00000010:2.0:1769076040.468712:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000800:00000200:1.1:1769076044.246002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076044.246009:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076044.247512:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076044.247516:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076044.247994:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076044.247997:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076044.248393:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076044.248396:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076045.588640:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297406209, at 4297406272
00000100:00000010:2.0:1769076045.588668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000800:00000200:1.1:1769076049.365286:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076049.365292:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076049.365995:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076049.365997:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076049.366208:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076049.366210:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076049.366445:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076049.366447:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076050.708667:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297411328, at 4297411392
00000100:00000010:2.0:1769076050.708687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000800:00000200:3.1:1769076054.485726:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076054.485736:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076054.486818:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076054.486821:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076054.487222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076054.487225:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076054.487671:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076054.487674:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076055.828670:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297416449, at 4297416512
00000100:00000010:2.0:1769076055.828694:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000800:00000200:3.1:1769076059.605791:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076059.605820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076059.606849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076059.606852:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076059.607263:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076059.607267:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076059.607890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076059.607894:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076060.948654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297421569, at 4297421632
00000100:00000010:2.0:1769076060.948675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000800:00000200:1.1:1769076064.725958:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076064.725967:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076064.726780:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076064.726783:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076064.727137:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076064.727141:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076064.727611:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076064.727614:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769076066.068700:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297426689, at 4297426752
00000100:00000010:2.0:1769076066.068748:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000100:00080000:2.0:1769076069.844679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076069.844694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076069.844698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076069.844702:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076069.844706:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076069.844714:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2758
00000400:00000200:2.0:1769076069.844724:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076069.844731:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076069.844735:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076069.844738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.844744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076069.844751:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076069.844754:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076069.844757:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076069.844760:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076069.844763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076069.844765:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076069.844768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.844772:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076069.844776:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076069.844780:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844783:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076069.844786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076069.844789:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076069.844792:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.844794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076069.844796:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076069.844806:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076069.844809:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076069.844813:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076069.844814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.844817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076069.844820:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076069.844824:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076069.844833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076069.844842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076069.844854:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925636864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076069.844870:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076069.844876:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076069.844884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925636864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076069.844930:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076069.844935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076069.844940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076069.844943:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076069.844946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076069.844950:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076069.844954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2758
00000400:00000200:2.0:1769076069.844960:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076069.844966:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076069.844970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076069.844974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.844981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.844985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076069.844988:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076069.844991:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076069.844994:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076069.844997:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076069.845000:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076069.845004:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076069.845008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.845014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076069.845022:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076069.845026:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076069.845034:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076069.845041:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076069.845045:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845048:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076069.845053:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076069.845057:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845060:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076069.845066:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076069.845069:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076069.845073:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076069.845075:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845078:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076069.845081:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076069.845083:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076069.845089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076069.845094:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076069.845102:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925636992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076069.845113:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076069.845116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076069.845122:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925636992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076069.845135:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076069.845140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076069.845145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076069.845148:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076069.845150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076069.845154:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076069.845157:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2758
00000400:00000200:2.0:1769076069.845162:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076069.845167:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076069.845170:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076069.845175:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845178:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.845181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076069.845187:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076069.845188:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076069.845190:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076069.845193:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076069.845197:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076069.845200:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076069.845205:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.845211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076069.845217:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076069.845221:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845224:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076069.845227:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076069.845231:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076069.845235:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845238:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076069.845241:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076069.845244:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845247:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076069.845252:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076069.845256:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076069.845260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076069.845262:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845265:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076069.845267:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076069.845269:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076069.845274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076069.845279:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076069.845285:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925637120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076069.845291:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076069.845296:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769076069.845308:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076069.845311:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076069.845317:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925637120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076069.845329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076069.845333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076069.845338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076069.845340:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076069.845343:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076069.845347:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076069.845351:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2758
00000400:00000200:2.0:1769076069.845357:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076069.845361:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076069.845365:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076069.845370:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845373:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.845376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845380:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076069.845384:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076069.845386:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076069.845389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076069.845392:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076069.845395:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076069.845398:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076069.845403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845406:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076069.845410:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076069.845417:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076069.845422:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076069.845425:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076069.845428:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076069.845432:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076069.845435:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845438:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076069.845442:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076069.845446:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845448:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076069.845453:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076069.845456:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076069.845460:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076069.845462:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076069.845465:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076069.845467:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076069.845470:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076069.845475:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076069.845479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076069.845486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925637248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076069.845497:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076069.845500:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076069.845506:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925637248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076069.845519:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076069.845563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076069.845569:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076069.845576:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2768)
00000800:00000200:1.1:1769076069.845884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076069.845887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076069.846159:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076069.846162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076069.846415:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076069.846418:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.0:1769076071.061023:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076071.188677:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297431808, at 4297431872
00000100:00000010:2.0:1769076071.188699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000800:00000200:1.1:1769076074.965849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076074.965861:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076074.967009:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076074.967012:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076074.967390:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076074.967395:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076074.967849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076074.967852:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769076076.308738:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297436929, at 4297436992
00000100:00000010:2.0:1769076076.308765:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000800:00000200:1.1:1769076080.085366:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076080.085373:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076080.086156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076080.086160:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076080.086586:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076080.086590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076080.086944:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076080.086948:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076081.428659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297442049, at 4297442112
00000100:00000010:2.0:1769076081.428692:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000800:00000200:1.1:1769076085.205907:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076085.205923:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076085.206657:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076085.206661:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076085.207171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076085.207175:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076085.207602:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076085.207605:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076086.548649:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297447169, at 4297447232
00000100:00000010:2.0:1769076086.548668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000800:00000200:1.1:1769076090.325710:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076090.325720:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076090.326488:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076090.326492:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076090.326893:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076090.326896:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076090.327243:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076090.327266:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076091.668608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297452289, at 4297452352
00000100:00000010:2.0:1769076091.668624:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000800:00000200:1.1:1769076095.445720:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076095.445739:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076095.446605:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076095.446609:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076095.446987:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076095.446991:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076095.447364:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076095.447367:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769076096.788692:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297457409, at 4297457472
00000100:00000010:2.0:1769076096.788717:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000800:00000200:3.1:1769076100.565737:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076100.565749:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076100.566679:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076100.566684:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076100.567123:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076100.567127:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076100.567481:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076100.567484:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076101.908721:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297462529, at 4297462592
00000100:00000010:2.0:1769076101.908740:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000800:00000200:3.1:1769076105.685523:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076105.686163:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076105.686365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076105.686631:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076107.028635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297467649, at 4297467712
00000100:00000010:2.0:1769076107.028674:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000400:00000100:2.0:1769076108.757068:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076108.757142:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076108.757161:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076108.757168:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076108.757173:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076108.757180:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076108.757190:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076108.757198:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769076108.757209:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076108.757220:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076108.757232:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:2.0:1769076108.757238:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:2.0:1769076108.757248:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076108.757266:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925640448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757317:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076108.757327:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925640448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757345:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076108.757349:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076108.757385:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076108.757391:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769076108.757399:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076108.757410:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076108.757418:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9b28
00000400:00000010:2.0:1769076108.757424:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9b28.
00000100:00000001:2.0:1769076108.757432:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076108.757449:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925640576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757620:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076108.757638:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925640576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757667:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076108.757679:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076108.757708:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076108.757720:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769076108.757735:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076108.757759:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076108.757776:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9dd0
00000400:00000010:2.0:1769076108.757785:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9dd0.
00000100:00000001:2.0:1769076108.757797:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076108.757818:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830a80 x1855007925640704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757901:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076108.757915:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925640704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.757929:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076108.757957:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076108.757973:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076108.757979:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769076108.757985:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076108.757995:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076108.758002:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9000
00000400:00000010:2.0:1769076108.758007:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9000.
00000100:00000001:2.0:1769076108.758017:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076108.758029:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830700 x1855007925640832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.758054:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076108.758067:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925640832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076108.758091:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076108.758104:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:2.0:1769076108.949050:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.1:1769076110.805853:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076110.805859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076110.807599:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076110.807605:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076110.808142:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076110.808147:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076110.808727:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076110.808730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076112.148683:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297472769, at 4297472832
00000100:00000010:2.0:1769076112.148711:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000800:00000200:1.1:1769076115.925842:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076115.925857:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076115.926865:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076115.926870:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076115.927399:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076115.927403:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076115.927878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076115.927883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076117.268765:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297477889, at 4297477952
00000100:00000010:2.0:1769076117.268787:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000800:00000200:1.1:1769076121.046071:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076121.046090:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076121.047081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076121.047084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076121.047458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076121.047463:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076121.047918:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076121.047921:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076122.388647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297483009, at 4297483072
00000100:00000010:2.0:1769076122.388661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000800:00000200:3.1:1769076126.165832:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076126.165842:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076126.167207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076126.167221:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076126.167596:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076126.167598:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076126.167975:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076126.167977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076127.508648:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297488129, at 4297488192
00000100:00000010:2.0:1769076127.508677:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000800:00000200:1.1:1769076131.285412:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076131.285419:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076131.286180:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076131.286183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076131.286477:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076131.286479:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076131.286931:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076131.286934:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769076132.628660:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297493249, at 4297493312
00000100:00000010:2.0:1769076132.628683:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000800:00000200:1.1:1769076136.405829:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076136.405840:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076136.407224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076136.407230:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076136.407820:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076136.407822:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076136.408211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076136.408214:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769076137.748661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297498369, at 4297498432
00000100:00000010:2.0:1769076137.748677:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000800:00000200:1.1:1769076141.525150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076141.525155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076141.525635:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076141.525636:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076141.525861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076141.525863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076141.526042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076141.526044:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1769076142.868701:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297503488, at 4297503552
00000100:00000010:2.0:1769076142.868720:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000800:00000200:1.1:1769076146.646358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076146.646365:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076146.647142:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076146.647145:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076146.647754:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076146.647758:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076146.648120:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076146.648123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.0:1769076147.861438:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076147.988637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297508610, at 4297508672
00000100:00000010:2.0:1769076147.988654:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000800:00000200:1.1:1769076151.765804:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076151.765813:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076151.766535:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076151.766539:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076151.766921:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076151.766924:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076151.767362:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076151.767365:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076153.108681:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297513729, at 4297513792
00000100:00000010:2.0:1769076153.108700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000800:00000200:1.1:1769076156.885897:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076156.885917:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076156.887245:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076156.887249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076156.887697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076156.887703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076156.888097:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076156.888099:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076158.228632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297518849, at 4297518912
00000100:00000010:2.0:1769076158.228650:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000800:00000200:1.1:1769076162.005748:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076162.005755:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076162.006633:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076162.006636:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076162.006991:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076162.006994:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076162.007438:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076162.007442:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769076163.348666:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297523969, at 4297524032
00000100:00000010:2.0:1769076163.348684:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000800:00000200:1.1:1769076167.125350:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076167.125360:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076167.125993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076167.125995:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076167.126251:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076167.126254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076167.126552:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076167.126554:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076168.468713:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297529088, at 4297529152
00000100:00000010:2.0:1769076168.468743:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000800:00000200:1.1:1769076172.246071:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076172.246102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076172.246106:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076172.246112:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076172.246127:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076172.246137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076172.246152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076172.246172:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076172.246179:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076172.246188:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076172.246202:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076172.246210:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076172.246224:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076172.246237:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076172.246248:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076172.246260:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076172.246276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076172.246277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076172.246282:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076172.246290:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076172.246299:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076172.246318:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925647488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076172.246332:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076172.246338:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076172.246354:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925647488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076172.246388:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076172.246394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076172.246411:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076172.246420:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2870)
00000800:00000200:1.1:1769076172.246719:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076172.246969:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076172.247182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076172.692984:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076172.692993:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076172.693001:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076173.588632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297534209, at 4297534272
00000100:00000010:2.0:1769076173.588659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076173.716871:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076173.716905:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076173.716911:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076175.316787:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076175.316852:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076175.316881:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076175.316887:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076175.316892:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076175.316897:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076175.316904:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076175.316909:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769076175.316916:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076175.316938:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076175.316947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944607f8
00000400:00000010:2.0:1769076175.316951:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944607f8.
00000100:00000001:2.0:1769076175.316957:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076175.316966:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7ad80 x1855007925647104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.316994:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076175.316999:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925647104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317009:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076175.317011:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076175.317027:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076175.317029:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769076175.317031:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076175.317034:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076175.317036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944604c8
00000400:00000010:2.0:1769076175.317038:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944604c8.
00000100:00000001:2.0:1769076175.317040:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076175.317045:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b480 x1855007925647232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317052:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076175.317054:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925647232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317060:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076175.317061:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076175.317065:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076175.317066:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076175.317068:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076175.317070:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076175.317072:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460b28
00000400:00000010:2.0:1769076175.317073:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460b28.
00000100:00000001:2.0:1769076175.317074:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076175.317076:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a300 x1855007925647360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317089:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076175.317092:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925647360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317097:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076175.317098:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076175.317101:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076175.317103:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076175.317109:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076175.317112:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076175.317114:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:2.0:1769076175.317116:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:2.0:1769076175.317125:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076175.317131:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78000 x1855007925647488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317142:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076175.317147:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925647488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076175.317166:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076175.317180:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076175.764720:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076175.764727:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076175.764732:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076176.788765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076176.788771:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076176.788779:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076177.364696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076177.364706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076177.364709:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076177.364714:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076177.364718:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076177.364725:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2865
00000400:00000200:2.0:1769076177.364737:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076177.364745:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076177.364749:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076177.364752:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.364758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076177.364764:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076177.364769:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076177.364773:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076177.364776:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076177.364778:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076177.364780:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076177.364811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.364818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076177.364823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076177.364826:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364828:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076177.364833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076177.364837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076177.364840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.364842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076177.364844:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076177.364850:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769076177.364854:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076177.364858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076177.364860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.364863:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076177.364866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076177.364870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076177.364878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076177.364884:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076177.364894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925647616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076177.364914:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076177.364919:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076177.364925:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925647616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076177.364956:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076177.364960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076177.364964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076177.364966:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076177.364968:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076177.364972:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076177.364975:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2865
00000400:00000200:2.0:1769076177.364980:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076177.364984:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076177.364987:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076177.364990:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.364995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.364998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076177.365001:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076177.365003:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076177.365006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076177.365008:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076177.365011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076177.365014:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076177.365018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.365023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076177.365034:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076177.365042:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365047:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076177.365051:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076177.365058:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076177.365065:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365071:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076177.365077:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076177.365086:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076177.365100:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769076177.365105:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076177.365111:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076177.365115:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365127:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076177.365132:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076177.365138:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076177.365147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076177.365154:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076177.365166:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925647744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076177.365186:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076177.365192:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076177.365206:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925647744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076177.365228:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076177.365236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076177.365250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076177.365254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076177.365261:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076177.365267:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076177.365275:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2865
00000400:00000200:2.0:1769076177.365285:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076177.365296:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076177.365300:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076177.365307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.365318:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365325:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076177.365328:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076177.365331:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076177.365335:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076177.365338:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076177.365342:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076177.365348:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076177.365358:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.365369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076177.365383:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076177.365389:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365395:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076177.365401:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076177.365408:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076177.365416:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365422:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076177.365426:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076177.365431:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365436:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076177.365444:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076177.365454:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.1:1769076177.365456:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769076177.365461:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076177.365462:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1769076177.365467:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365475:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076177.365479:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076177.365481:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076177.365488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076177.365495:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076177.365507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925647872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076177.365582:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076177.365595:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076177.365607:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925647872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076177.365632:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076177.365639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076177.365645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076177.365649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076177.365653:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076177.365658:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076177.365666:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2865
00000400:00000200:2.0:1769076177.365675:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076177.365682:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076177.365687:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076177.365696:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365699:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.365706:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365712:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076177.365718:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076177.365721:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076177.365726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076177.365733:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076177.365738:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076177.365744:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076177.365755:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076177.365766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076177.365779:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076177.365807:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076177.365814:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076177.365819:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076177.365825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076177.365833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076177.365844:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076177.365852:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365856:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076177.365864:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076177.365872:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076177.365879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076177.365883:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076177.365890:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076177.365893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076177.365898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076177.365906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076177.365915:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076177.365928:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925648000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076177.365946:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076177.365949:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076177.365954:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925648000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076177.365979:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076177.365987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076177.366002:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076177.366013:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2875)
00000800:00000200:1.1:1769076177.366252:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076177.366256:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076177.366654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076177.366658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076177.367022:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076177.367025:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076177.812688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076177.812710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076177.812715:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076178.708646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297539329, at 4297539392
00000100:00000010:2.0:1769076178.708666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076179.860852:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076179.860863:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076179.860871:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076180.884799:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076180.884832:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076180.884838:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076181.908733:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076181.908739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076181.908743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076182.484723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076182.484735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076182.484738:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076182.484742:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076182.484746:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076182.484754:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2870
00000400:00000200:2.0:1769076182.484763:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076182.484770:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076182.484774:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076182.484778:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484782:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.484785:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076182.484792:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076182.484794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076182.484797:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076182.484800:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076182.484803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076182.484805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076182.484809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.484815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076182.484822:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076182.484826:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484829:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076182.484832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076182.484836:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076182.484839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.484842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076182.484844:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076182.484854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076182.484858:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076182.484861:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076182.484863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.484866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076182.484868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076182.484873:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076182.484881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076182.484886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076182.484895:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925648128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076182.484906:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076182.484911:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076182.484915:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925648128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076182.484937:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076182.484941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076182.484945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076182.484946:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076182.484948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076182.484951:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076182.484954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2870
00000400:00000200:2.0:1769076182.484958:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076182.484962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076182.484965:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076182.484969:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.484975:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076182.484980:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076182.484982:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076182.484983:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076182.484985:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076182.484987:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076182.484989:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076182.484991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.484995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.484996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076182.484998:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076182.485001:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485003:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076182.485005:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076182.485009:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076182.485011:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076182.485017:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076182.485020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485022:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076182.485025:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076182.485027:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076182.485029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076182.485030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485032:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076182.485033:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076182.485035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076182.485039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076182.485045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076182.485085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925648256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076182.485102:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076182.485107:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076182.485116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925648256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076182.485132:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076182.485137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076182.485144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076182.485147:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076182.485150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076182.485155:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076182.485161:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2870
00000400:00000200:2.0:1769076182.485169:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076182.485175:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076182.485191:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076182.485196:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.485206:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076182.485215:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076182.485223:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076182.485230:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076182.485241:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076182.485252:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076182.485277:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076182.485297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485308:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.485318:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076182.485343:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076182.485355:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485366:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076182.485376:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076182.485385:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076182.485394:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485399:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076182.485403:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076182.485406:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485414:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076182.485421:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076182.485430:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076182.485436:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076182.485440:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485445:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076182.485450:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076182.485454:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076182.485464:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076182.485473:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076182.485487:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925648384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076182.485507:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076182.485513:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076182.485520:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925648384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076182.485614:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076182.485625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076182.485637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076182.485643:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076182.485650:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076182.485660:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076182.485668:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2870
00000400:00000200:2.0:1769076182.485683:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076182.485691:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076182.485694:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076182.485723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485732:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.485756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769076182.485773:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769076182.485775:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076182.485782:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1769076182.485784:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076182.485794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076182.485804:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076182.485817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076182.485830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076182.485850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076182.485877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485882:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076182.485889:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076182.485900:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076182.485915:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076182.485926:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076182.485938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076182.485950:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.485975:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076182.485990:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076182.486002:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.486004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076182.486010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076182.486013:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076182.486016:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076182.486017:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076182.486019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076182.486020:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076182.486023:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076182.486045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076182.486050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076182.486059:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925648512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076182.486069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076182.486072:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076182.486077:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925648512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076182.486088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076182.486092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076182.486096:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076182.486103:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2880)
00000800:00000200:1.1:1769076182.486477:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076182.486480:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076182.486910:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076182.486912:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076182.487256:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076182.487259:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076183.828713:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297544449, at 4297544512
00000100:00000010:2.0:1769076183.828745:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769076183.956781:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076183.956787:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076183.956791:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076184.980709:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076184.980712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076184.980714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076185.748874:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076186.004723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076186.004727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076186.004746:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076187.604739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076187.604757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076187.604762:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076187.604768:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076187.604775:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076187.604786:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2875
00000400:00000200:0.0:1769076187.604799:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076187.604809:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076187.604814:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076187.604819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.604823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.604826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.604829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076187.604835:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076187.604837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076187.604841:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076187.604887:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076187.604891:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076187.604895:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076187.604900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.604902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.604905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.604907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076187.604912:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076187.604916:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076187.604920:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076187.604924:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076187.604929:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076187.604934:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.604938:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076187.604943:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076187.604957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076187.604964:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076187.604970:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076187.604974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.604979:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076187.604983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076187.604992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076187.605006:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076187.605017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076187.605033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925648640/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076187.605054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076187.605060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076187.605067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925648640/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076187.605103:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076187.605108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076187.605112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076187.605115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076187.605117:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076187.605121:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076187.605124:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2875
00000400:00000200:0.0:1769076187.605131:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076187.605135:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076187.605138:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076187.605142:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605145:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.605148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605151:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076187.605155:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076187.605157:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076187.605160:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076187.605163:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076187.605166:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076187.605169:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076187.605173:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.605181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605190:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076187.605198:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076187.605205:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605212:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076187.605215:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076187.605225:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076187.605233:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.605240:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076187.605248:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076187.605255:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.605261:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076187.605268:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076187.605278:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076187.605285:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076187.605291:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.605296:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076187.605300:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076187.605304:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076187.605313:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076187.605323:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076187.605341:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925648768/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076187.605363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076187.605368:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076187.605378:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925648768/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076187.605406:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076187.605415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076187.605428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076187.605435:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076187.605440:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076187.605449:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076187.605460:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2875
00000400:00000200:0.0:1769076187.605490:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076187.605500:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076187.605507:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076187.605517:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605521:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.605567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076187.605575:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076187.605577:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076187.605580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076187.605587:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076187.605598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076187.605601:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076187.605610:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.605665:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076187.605691:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076187.605708:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076187.605723:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076187.605733:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076187.605744:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076187.605757:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.605768:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076187.605772:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076187.605782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076187.605788:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076187.605791:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076187.605797:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000010:0.0:1769076187.605801:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076187.605812:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076187.605819:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076187.605823:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.605827:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076187.605832:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076187.605840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076187.605853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076187.605862:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076187.605876:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925648896/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076187.605916:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076187.605924:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076187.605936:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925648896/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076187.605987:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076187.605999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076187.606014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076187.606025:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076187.606035:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076187.606048:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076187.606057:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2875
00000400:00000200:0.0:1769076187.606069:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076187.606082:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076187.606089:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076187.606100:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.606108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.606118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.606126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076187.606136:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076187.606141:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076187.606147:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076187.606153:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076187.606158:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076187.606165:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076187.606177:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.606184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076187.606192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076187.606200:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076187.606206:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076187.606220:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076187.606230:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076187.606239:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076187.606247:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076187.606256:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.606262:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076187.606268:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076187.606279:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.606286:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076187.606298:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076187.606306:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076187.606315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076187.606321:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076187.606329:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076187.606333:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076187.606341:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076187.606354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076187.606365:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076187.606381:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925649024/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076187.606413:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076187.606421:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076187.606438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925649024/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076187.606468:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076187.606477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076187.606494:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076187.606508:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2885)
00000800:00000200:1.1:1769076187.606810:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076187.606813:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076187.607175:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076187.607178:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076187.607647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076187.607652:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076188.052807:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076188.052816:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076188.052821:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076188.948697:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297549569, at 4297549632
00000100:00000010:2.0:1769076188.948719:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:0.0:1769076189.076881:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076189.076886:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076189.076889:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076190.100778:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076190.100785:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076190.100790:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076192.148871:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076192.148879:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076192.148885:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076192.724688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.724699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076192.724702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.724707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.724713:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.724721:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2880
00000400:00000200:0.0:1769076192.724732:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076192.724740:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.724744:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.724749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.724756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076192.724766:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.724768:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076192.724772:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.724776:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076192.724779:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076192.724782:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076192.724785:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.724790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076192.724796:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076192.724800:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724804:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.724807:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.724811:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.724814:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.724817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076192.724820:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.724830:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076192.724834:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076192.724838:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.724840:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.724844:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.724848:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.724853:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.724862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076192.724869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.724880:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925649152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.724894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.724899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.724904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925649152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.724934:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076192.724938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.724943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076192.724945:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.724948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.724951:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.724954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2880
00000400:00000200:0.0:1769076192.724959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076192.724963:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.724967:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.724973:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.724980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.724983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076192.724987:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.724989:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076192.724997:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.725001:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076192.725009:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076192.725017:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076192.725025:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.725039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076192.725056:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076192.725066:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.725079:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.725085:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.725091:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725094:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076192.725104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076192.725115:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725121:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.725129:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076192.725140:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076192.725148:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.725155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.725172:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.725175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.725184:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076192.725196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.725205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925649280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.725229:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.725238:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.725247:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925649280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.725273:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076192.725280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.725287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076192.725293:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.725297:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.725306:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.725316:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2880
00000400:00000200:0.0:1769076192.725326:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076192.725339:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.725345:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.725354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725358:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.725365:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076192.725384:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.725388:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076192.725390:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.725393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076192.725399:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076192.725404:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076192.725414:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.725422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076192.725435:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076192.725448:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725455:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.725457:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.725461:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.725463:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725469:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076192.725475:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076192.725481:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725488:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.725497:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076192.725507:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076192.725516:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.725522:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.725592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.725595:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.725602:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076192.725609:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.725627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925649408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.725641:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.725650:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.725663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925649408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.725693:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076192.725702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.725713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076192.725720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.725725:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.725738:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769076192.725744:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076192.725747:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2880
00000800:00000200:1.1:1769076192.725752:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1769076192.725762:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076192.725775:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.725783:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.725792:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.725811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076192.725826:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.725828:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076192.725831:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.725833:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076192.725836:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076192.725843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076192.725848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.725866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076192.725878:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076192.725888:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076192.725899:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.725906:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.725913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.725918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725921:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076192.725929:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076192.725935:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725938:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.725948:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076192.725957:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076192.725969:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.725974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.725982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.725986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.725989:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.725995:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076192.726005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.726020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925649536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.726039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.726043:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.726056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925649536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.726080:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.726086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076192.726096:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076192.726106:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2891)
00000800:00000200:1.1:1769076192.726644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076192.726647:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076192.727074:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076192.727078:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076192.727501:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076192.727504:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076193.172802:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076193.172806:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076193.172810:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076194.068647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297554689, at 4297554752
00000100:00000010:2.0:1769076194.068674:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769076194.196790:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076194.196796:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076194.196802:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076196.244828:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076196.244835:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076196.244840:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076197.268785:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076197.268791:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076197.268797:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076197.845965:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076197.845984:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076197.846999:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076197.847002:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076197.847536:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076197.847578:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076197.847963:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076197.847966:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076198.292822:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076198.292828:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076198.292834:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076199.188643:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297559809, at 4297559872
00000100:00000010:2.0:1769076199.188669:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000020:00000001:0.0:1769076200.340898:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076200.340908:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076200.340914:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076201.364808:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076201.364815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076201.364820:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076202.388855:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076202.388864:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076202.388871:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076202.964714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076202.964727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076202.964730:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076202.964735:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076202.964740:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076202.964749:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2891
00000400:00000200:0.0:1769076202.964779:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076202.964787:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076202.964791:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076202.964797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.964804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.964810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.964815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076202.964822:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076202.964826:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076202.964831:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076202.964836:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076202.964840:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076202.964845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076202.964852:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.964856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.964860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.964864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076202.964870:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076202.964877:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076202.964882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076202.964888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076202.964895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076202.964901:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.964906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076202.964911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076202.964925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076202.964932:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076202.964939:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076202.964942:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.964948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076202.964951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076202.964958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076202.964968:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076202.964976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076202.964988:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925650176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076202.965029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076202.965034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076202.965040:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925650176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076202.965072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076202.965076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076202.965081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076202.965083:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076202.965085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076202.965088:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076202.965118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2891
00000400:00000200:0.0:1769076202.965124:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076202.965129:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076202.965133:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076202.965138:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.965148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965152:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076202.965155:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076202.965156:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076202.965158:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076202.965162:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076202.965165:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076202.965169:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076202.965173:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.965178:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076202.965187:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076202.965197:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965202:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076202.965228:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076202.965236:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076202.965244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.965247:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076202.965255:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076202.965278:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.965304:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076202.965327:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076202.965344:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076202.965408:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076202.965414:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.965421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076202.965429:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076202.965433:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076202.965468:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076202.965478:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076202.965506:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925650304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076202.965533:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076202.965608:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076202.965623:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925650304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076202.965662:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076202.965678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076202.965699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076202.965707:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076202.965716:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076202.965727:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076202.965743:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2891
00000400:00000200:0.0:1769076202.965775:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076202.965784:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076202.965795:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076202.965809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.965832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076202.965850:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076202.965859:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076202.965864:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076202.965877:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076202.965888:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076202.965901:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076202.965927:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.965948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.965958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076202.965969:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076202.965984:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966001:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076202.966004:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076202.966028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076202.966038:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966045:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076202.966050:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076202.966056:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966065:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076202.966071:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076202.966081:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076202.966088:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076202.966091:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966115:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076202.966119:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076202.966131:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076202.966138:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076202.966148:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076202.966172:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925650432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076202.966210:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076202.966212:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769076202.966225:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076202.966243:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076202.966263:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925650432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076202.966289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076202.966319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076202.966327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076202.966334:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076202.966343:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076202.966351:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076202.966409:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2891
00000400:00000200:0.0:1769076202.966458:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076202.966470:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076202.966484:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076202.966501:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.966528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076202.966585:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076202.966589:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076202.966594:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076202.966608:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076202.966621:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076202.966629:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076202.966640:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076202.966664:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076202.966682:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076202.966690:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076202.966696:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076202.966702:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076202.966715:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076202.966724:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076202.966749:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076202.966759:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966763:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076202.966793:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076202.966805:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076202.966825:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076202.966832:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076202.966841:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076202.966844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076202.966850:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076202.966866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076202.966886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076202.966915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925650560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076202.966967:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076202.966978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076202.966991:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925650560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076202.967033:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076202.967048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076202.967054:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076202.967068:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2901)
00000800:00000200:3.1:1769076202.967577:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076202.967581:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076202.968169:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076202.968175:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076202.968655:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076202.968658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769076204.308665:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297564930, at 4297564992
00000100:00000010:2.0:1769076204.308683:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000020:00000001:0.0:1769076204.436748:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076204.436755:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076204.436760:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076205.460901:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076205.460911:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076205.460918:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076206.484770:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076206.484775:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076206.484779:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076208.084660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076208.084675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076208.084678:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076208.084683:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076208.084689:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076208.084698:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2896
00000400:00000200:0.0:1769076208.084710:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076208.084718:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076208.084722:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076208.084727:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.084735:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084738:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076208.084743:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076208.084746:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076208.084749:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076208.084753:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076208.084756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076208.084759:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076208.084763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.084769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076208.084776:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076208.084780:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084783:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076208.084786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076208.084790:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076208.084794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.084797:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076208.084800:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076208.084809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076208.084813:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076208.084817:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076208.084819:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.084823:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076208.084827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076208.084832:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076208.084844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076208.084851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076208.084863:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925650688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076208.084877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076208.084882:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076208.084888:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925650688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076208.084919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076208.084923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076208.084928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076208.084930:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076208.084933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076208.084937:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076208.084940:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2896
00000400:00000200:0.0:1769076208.084945:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076208.084951:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076208.084966:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076208.084974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.084985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.084991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076208.084997:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076208.084999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076208.085004:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076208.085011:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076208.085019:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076208.085029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076208.085044:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.085059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076208.085079:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076208.085090:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085099:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076208.085110:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076208.085118:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076208.085125:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076208.085153:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076208.085163:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085169:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076208.085177:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076208.085186:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076208.085193:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076208.085199:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085202:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076208.085205:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076208.085212:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076208.085221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076208.085229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076208.085242:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925650816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076208.085258:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076208.085262:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076208.085293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925650816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076208.085319:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076208.085330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076208.085337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076208.085343:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076208.085349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076208.085353:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076208.085357:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2896
00000400:00000200:0.0:1769076208.085369:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076208.085377:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076208.085383:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076208.085393:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.085406:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085414:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076208.085418:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076208.085421:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076208.085426:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076208.085430:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076208.085436:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076208.085443:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076208.085455:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085463:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.085469:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085476:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076208.085484:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076208.085493:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085500:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076208.085507:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076208.085513:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076208.085551:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085556:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076208.085559:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076208.085562:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085565:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076208.085570:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076208.085574:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076208.085577:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076208.085580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085582:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076208.085585:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076208.085588:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076208.085593:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076208.085597:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076208.085605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925650944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076208.085626:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076208.085632:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076208.085643:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925650944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076208.085666:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076208.085672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076208.085679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076208.085685:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076208.085689:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076208.085692:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076208.085706:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2896
00000400:00000200:0.0:1769076208.085716:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076208.085729:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076208.085732:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076208.085741:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.085757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076208.085765:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076208.085770:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076208.085772:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076208.085775:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076208.085777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076208.085780:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076208.085784:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076208.085792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076208.085803:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076208.085814:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076208.085819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076208.085823:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076208.085829:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076208.085838:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085848:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076208.085852:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076208.085858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076208.085873:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076208.085880:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076208.085899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076208.085902:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076208.085905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076208.085911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076208.085917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076208.085926:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076208.085932:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076208.085946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925651072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076208.085976:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076208.085985:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076208.086002:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925651072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076208.086036:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076208.086053:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076208.086055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769076208.086069:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769076208.086072:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076208.086086:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2906)
00000800:00000200:3.1:1769076208.087051:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076208.087058:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076208.087795:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076208.087801:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076208.088510:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076208.088516:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076208.532769:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076208.532775:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076208.532780:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076209.428659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297570049, at 4297570112
00000100:00000010:2.0:1769076209.428683:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:0.0:1769076209.556781:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076209.556787:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076209.556792:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076210.580804:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076210.580810:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076210.580815:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076212.628840:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076212.628846:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076212.628850:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076213.204767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076213.204780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076213.204784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076213.204789:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076213.204794:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076213.204803:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2901
00000400:00000200:2.0:1769076213.204815:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076213.204823:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076213.204828:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076213.204832:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.204836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.204840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.204843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076213.204848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076213.204851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076213.204854:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076213.204858:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076213.204861:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076213.204864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076213.204868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.204870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.204873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.204876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076213.204880:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076213.204884:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076213.204887:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076213.204891:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076213.204894:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076213.204899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.204902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076213.204905:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076213.204918:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076213.204922:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076213.204927:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076213.204929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.204933:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076213.204937:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076213.204942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076213.204952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076213.204959:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076213.204970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925651200/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076213.204984:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076213.204990:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076213.204996:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925651200/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076213.205032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076213.205037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076213.205042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076213.205044:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076213.205046:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076213.205049:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076213.205053:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2901
00000400:00000200:2.0:1769076213.205057:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076213.205061:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076213.205064:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076213.205068:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076213.205080:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076213.205092:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076213.205094:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076213.205097:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076213.205100:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076213.205103:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076213.205107:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205110:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205113:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205116:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076213.205119:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076213.205124:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205128:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076213.205130:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076213.205136:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076213.205144:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205148:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076213.205157:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076213.205163:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205169:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076213.205175:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076213.205207:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076213.205211:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076213.205212:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205214:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076213.205216:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076213.205218:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076213.205239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076213.205247:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076213.205261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925651328/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076213.205327:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076213.205335:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076213.205351:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925651328/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076213.205371:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076213.205378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076213.205387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076213.205392:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076213.205396:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076213.205404:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076213.205411:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2901
00000400:00000200:2.0:1769076213.205421:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076213.205432:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076213.205436:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076213.205439:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205444:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205452:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205463:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076213.205467:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076213.205471:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076213.205474:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076213.205480:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076213.205488:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076213.205496:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076213.205509:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205518:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076213.205598:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076213.205606:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076213.205616:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076213.205622:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076213.205629:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076213.205645:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076213.205655:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205662:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076213.205668:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076213.205675:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076213.205682:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076213.205686:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.205692:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076213.205698:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076213.205707:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076213.205716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076213.205727:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076213.205742:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925651456/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076213.205760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076213.205769:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076213.205780:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925651456/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076213.205809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076213.205829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076213.205837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076213.205844:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076213.205849:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769076213.205851:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076213.205858:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769076213.205862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1769076213.205869:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2901
00000400:00000200:2.0:1769076213.205885:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076213.205895:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076213.205900:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076213.205912:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076213.205944:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076213.205949:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076213.205956:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076213.205959:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076213.205963:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076213.205969:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076213.205978:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076213.205989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076213.205996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076213.206004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076213.206014:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076213.206023:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076213.206030:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076213.206037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076213.206041:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.206049:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076213.206052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076213.206058:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.206061:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076213.206070:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076213.206077:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076213.206085:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076213.206090:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076213.206095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076213.206099:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076213.206105:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076213.206113:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076213.206121:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076213.206132:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925651584/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076213.206149:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076213.206155:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076213.206165:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925651584/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076213.206219:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076213.206225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076213.206237:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076213.206245:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2911)
00000800:00000200:3.1:1769076213.206852:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076213.206856:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076213.207297:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076213.207303:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076213.207728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076213.207731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076213.652804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076213.652808:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076213.652812:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076214.548657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297575169, at 4297575232
00000100:00000010:2.0:1769076214.548684:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:0.0:1769076214.676798:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076214.676803:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076214.676807:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076216.724804:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076216.724810:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076216.724815:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076217.748793:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076217.748800:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076217.748806:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076218.324730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076218.324749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076218.324754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076218.324761:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076218.324768:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076218.324780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2906
00000400:00000200:0.0:1769076218.324796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076218.324806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076218.324812:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076218.324817:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.324821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.324825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.324828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076218.324833:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076218.324836:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076218.324840:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076218.324844:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076218.324847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076218.324850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076218.324854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.324857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.324859:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.324862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076218.324866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076218.324870:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076218.324873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076218.324877:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076218.324882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076218.324885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.324888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076218.324891:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076218.324903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076218.324924:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076218.324930:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076218.324932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.324936:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076218.324939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076218.324945:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076218.324955:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076218.324962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076218.324974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925651712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076218.324996:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076218.325001:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076218.325007:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925651712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076218.325037:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076218.325042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076218.325047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076218.325049:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076218.325051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076218.325055:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076218.325058:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2906
00000400:00000200:0.0:1769076218.325064:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076218.325069:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076218.325073:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076218.325077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.325086:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325089:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076218.325092:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076218.325094:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076218.325126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076218.325129:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076218.325142:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076218.325149:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076218.325164:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.325175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076218.325201:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076218.325221:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325239:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076218.325245:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076218.325256:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076218.325273:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325287:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076218.325302:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076218.325316:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325323:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076218.325332:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076218.325339:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076218.325357:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076218.325363:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325370:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076218.325375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076218.325381:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076218.325393:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076218.325403:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076218.325417:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925651840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076218.325432:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076218.325449:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076218.325460:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925651840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076218.325481:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076218.325488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076218.325504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076218.325508:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076218.325515:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076218.325595:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076218.325602:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2906
00000400:00000200:0.0:1769076218.325618:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076218.325637:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076218.325653:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076218.325660:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.325670:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076218.325679:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076218.325683:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076218.325687:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076218.325692:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076218.325699:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076218.325714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076218.325738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.325764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076218.325794:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076218.325812:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076218.325822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076218.325835:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076218.325842:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076218.325849:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325854:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076218.325861:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076218.325873:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076218.325892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076218.325902:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076218.325912:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076218.325916:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.325924:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076218.325927:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076218.325933:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076218.325944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076218.325957:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076218.325973:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925651968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076218.326021:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076218.326029:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076218.326039:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925651968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076218.326085:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076218.326119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769076218.326138:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076218.326141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076218.326156:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769076218.326157:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769076218.326164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076218.326172:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076218.326184:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2906
00000400:00000200:0.0:1769076218.326197:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076218.326208:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076218.326219:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076218.326235:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.326241:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.326254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.326263:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076218.326268:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076218.326274:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076218.326280:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076218.326288:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076218.326305:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076218.326317:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076218.326341:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.326359:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076218.326373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076218.326385:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076218.326404:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076218.326417:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076218.326423:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076218.326430:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076218.326440:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076218.326454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.326460:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076218.326466:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076218.326471:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.326474:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076218.326480:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076218.326492:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076218.326498:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076218.326500:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076218.326506:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076218.326514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076218.326519:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076218.326571:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076218.326583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076218.326614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925652096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076218.326656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076218.326672:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076218.326687:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925652096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076218.326812:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076218.326820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076218.326832:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076218.326847:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2916)
00000800:00000200:3.1:1769076218.327381:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076218.327384:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076218.327897:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076218.327901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076218.328371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076218.328375:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076218.772806:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076218.772812:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076218.772819:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076219.668601:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297580289, at 4297580352
00000100:00000010:2.0:1769076219.668611:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000020:00000001:0.0:1769076220.820856:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076220.820864:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076220.820881:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076221.844946:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076221.844952:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076221.844957:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076222.868848:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076222.868854:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076222.868858:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076223.445777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076223.445787:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076223.446746:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076223.446749:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076223.447207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076223.447211:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076223.447683:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076223.447689:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.0:1769076223.636905:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076224.788662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297585409, at 4297585472
00000100:00000010:2.0:1769076224.788682:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:0.0:1769076224.916816:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076224.916819:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076224.916822:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076225.940752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076225.940758:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076225.940762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076226.964793:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076226.964798:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076226.964802:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076228.565709:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076228.565721:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076228.566909:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076228.566916:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076228.567404:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076228.567409:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076228.568080:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076228.568084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076229.012712:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076229.012717:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076229.012722:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076229.908693:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297590529, at 4297590592
00000100:00000010:2.0:1769076229.908735:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000020:00000001:0.0:1769076230.036875:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076230.036886:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076230.036895:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076231.060861:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076231.060868:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076231.060873:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076233.108804:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076233.108810:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076233.108815:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076233.685655:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076233.685663:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076233.686704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076233.686708:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076233.687120:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076233.687123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076233.687469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076233.687472:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076234.132777:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076234.132784:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076234.132789:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076235.028667:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297595649, at 4297595712
00000100:00000010:2.0:1769076235.028681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:0.0:1769076235.156872:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076235.156878:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076235.156883:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076237.204826:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076237.204851:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076237.204858:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076238.228791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076238.228796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076238.228799:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076238.804712:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076238.804724:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076238.804727:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076238.804732:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076238.804737:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076238.804745:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2927
00000400:00000200:0.0:1769076238.804846:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076238.804855:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076238.804860:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076238.804865:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.804869:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.804872:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.804876:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076238.804881:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076238.804883:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076238.804887:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076238.804901:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076238.804904:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076238.804907:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076238.804924:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.804927:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.804929:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.804932:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076238.804942:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076238.804947:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076238.804951:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076238.804955:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076238.804960:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076238.804963:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.804966:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076238.804969:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076238.804981:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076238.804986:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076238.804991:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076238.804994:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.804998:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076238.805003:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076238.805010:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076238.805024:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076238.805051:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076238.805064:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925653760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076238.805083:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076238.805090:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076238.805098:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925653760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076238.805135:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076238.805141:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076238.805147:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076238.805149:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076238.805152:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076238.805157:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076238.805161:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2927
00000400:00000200:0.0:1769076238.805170:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076238.805177:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076238.805182:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076238.805189:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805195:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.805200:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805211:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076238.805222:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076238.805227:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076238.805232:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076238.805238:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076238.805263:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076238.805282:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076238.805297:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805306:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.805314:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805325:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076238.805329:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076238.805337:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805349:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076238.805354:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076238.805367:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076238.805383:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.805396:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076238.805407:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076238.805423:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.805432:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076238.805471:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076238.805481:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076238.805490:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076238.805498:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.805507:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076238.805512:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076238.805516:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076238.805527:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076238.805535:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076238.805546:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925653888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076238.805636:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076238.805646:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076238.805663:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925653888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076238.805708:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076238.805716:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076238.805720:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076238.805722:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076238.805725:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076238.805728:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076238.805736:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2927
00000400:00000200:0.0:1769076238.805801:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076238.805814:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076238.805819:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076238.805826:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805831:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.805838:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805865:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076238.805869:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076238.805875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076238.805880:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076238.805886:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076238.805893:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076238.805902:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076238.805912:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805930:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.805940:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805948:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076238.805954:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076238.805963:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076238.805967:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076238.805970:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076238.805976:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076238.805985:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.805990:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076238.805998:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076238.806011:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.806019:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076238.806046:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076238.806058:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.1:1769076238.806068:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076238.806070:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076238.806076:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.806080:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076238.806082:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076238.806086:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076238.806095:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076238.806104:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076238.806120:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925654016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076238.806146:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076238.806155:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076238.806168:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925654016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076238.806200:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076238.806212:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076238.806220:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076238.806222:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076238.806230:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076238.806258:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076238.806271:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2927
00000400:00000200:0.0:1769076238.806282:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076238.806295:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076238.806300:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076238.806308:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.806318:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.806325:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.806334:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076238.806341:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076238.806345:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076238.806353:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076238.806357:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076238.806365:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076238.806374:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076238.806383:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.806391:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076238.806419:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076238.806428:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076238.806439:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076238.806453:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076238.806464:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076238.806471:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076238.806482:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076238.806494:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.806500:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076238.806506:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076238.806514:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.806521:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076238.806530:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076238.806538:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076238.806548:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076238.806551:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076238.806554:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076238.806556:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076238.806559:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076238.806565:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076238.806570:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076238.806581:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925654144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076238.806655:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076238.806667:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076238.806687:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925654144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076238.806732:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076238.806739:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076238.806751:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769076238.806784:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076238.806790:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2937)
00000800:00000200:3.1:1769076238.807117:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076238.807607:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076239.252798:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076239.252805:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076239.252813:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076240.148642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297600769, at 4297600832
00000100:00000010:2.0:1769076240.148668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:0.0:1769076241.300670:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076241.300674:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076241.300676:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076241.876835:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076241.876870:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076241.876879:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076241.876883:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076241.876886:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076241.876889:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076241.876894:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076241.876899:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769076241.876904:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076241.876909:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076241.876917:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9880
00000400:00000010:2.0:1769076241.876919:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9880.
00000100:00000001:2.0:1769076241.876924:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076241.876932:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79180 x1855007925653760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.876965:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076241.876969:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925653760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.876976:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076241.876979:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076241.876989:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076241.876992:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769076241.876996:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076241.877001:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076241.877004:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9770
00000400:00000010:2.0:1769076241.877008:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9770.
00000100:00000001:2.0:1769076241.877027:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076241.877037:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78a80 x1855007925653888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877051:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076241.877060:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925653888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877074:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076241.877080:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076241.877096:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076241.877110:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769076241.877119:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076241.877143:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076241.877179:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9908
00000400:00000010:2.0:1769076241.877187:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9908.
00000100:00000001:2.0:1769076241.877198:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076241.877213:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79500 x1855007925654016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877235:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076241.877251:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925654016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877276:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076241.877283:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076241.877300:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076241.877311:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769076241.877319:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076241.877332:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076241.877349:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9c38
00000400:00000010:2.0:1769076241.877357:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9c38.
00000100:00000001:2.0:1769076241.877364:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076241.877376:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78700 x1855007925654144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877411:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076241.877422:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925654144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076241.877429:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076241.877431:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076242.324892:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076242.324898:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076242.324904:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076243.348692:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076243.348695:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076243.348698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076243.924662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.924688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076243.924690:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.924693:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.924697:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.924720:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2932
00000400:00000200:2.0:1769076243.924730:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076243.924736:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.924740:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.924744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924747:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.924749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076243.924756:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.924758:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076243.924761:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.924763:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076243.924766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076243.924768:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076243.924770:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.924775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076243.924780:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076243.924783:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924786:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.924789:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.924792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.924794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.924796:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076243.924799:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.924806:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769076243.924809:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076243.924814:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.924816:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.924819:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.924822:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.924826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.924833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076243.924839:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.924848:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925654272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.924875:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.924879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.924885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925654272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.924913:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076243.924918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.924921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076243.924923:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.924925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.924928:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.924931:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2932
00000400:00000200:2.0:1769076243.924936:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076243.924940:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.924942:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.924944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.924949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076243.924954:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.924956:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076243.924958:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.924960:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076243.924962:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076243.924965:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076243.924968:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924970:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.924972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076243.924982:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076243.924985:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076243.924988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.924991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.924996:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.924999:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925001:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076243.925005:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076243.925009:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925011:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.925017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769076243.925022:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076243.925027:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.925031:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.925039:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.925042:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.925067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076243.925075:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.925088:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925654400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.925104:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.925110:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.925118:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925654400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.925138:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076243.925143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.925153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076243.925158:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.925165:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.925170:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.925174:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2932
00000400:00000200:2.0:1769076243.925182:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076243.925190:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.925195:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.925202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.925215:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076243.925226:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.925231:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076243.925235:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.925240:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076243.925246:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076243.925252:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076243.925258:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925264:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.925268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076243.925277:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076243.925283:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925289:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.925294:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.925299:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.925303:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925308:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076243.925312:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076243.925318:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925324:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.925333:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076243.925339:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076243.925347:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.925349:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925351:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.925355:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.925359:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.925366:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076243.925372:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.925382:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925654528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.925391:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.925394:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.925398:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925654528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.925406:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076243.925409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.925412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076243.925414:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.925416:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.925419:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.925422:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2932
00000400:00000200:2.0:1769076243.925426:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076243.925430:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.925432:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.925436:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925438:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.925440:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925442:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076243.925445:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.925447:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076243.925449:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.925451:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076243.925454:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076243.925457:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076243.925461:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925463:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.925465:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925468:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076243.925471:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076243.925475:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076243.925479:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.925482:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.925488:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.925492:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925497:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076243.925503:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076243.925508:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925513:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076243.925518:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000010:2.0:1769076243.925520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076243.925549:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076243.925552:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.925553:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.925555:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.925556:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.925558:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.925563:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076243.925567:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076243.925572:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00100000:2.0:1769076243.925577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925654656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.925587:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.925592:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.925601:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925654656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.925618:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.925625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076243.925632:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076243.925641:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2942)
00000800:00000200:3.1:1769076243.926106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076243.926125:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076243.926441:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076243.926444:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076243.926740:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076243.926742:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076245.268713:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297605889, at 4297605952
00000100:00000010:2.0:1769076245.268732:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:0.0:1769076245.396768:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076245.396772:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076245.396775:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076246.420673:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076246.420677:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076246.420680:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076247.444734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076247.444739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076247.444742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076249.044749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076249.044764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076249.044768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076249.044774:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076249.044780:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076249.044790:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2937
00000400:00000200:2.0:1769076249.044802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076249.044810:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076249.044814:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076249.044818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.044823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.044826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.044829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076249.044834:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076249.044846:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076249.044849:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076249.044854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076249.044857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076249.044860:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076249.044864:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.044867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.044869:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.044871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076249.044875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076249.044880:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076249.044883:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076249.044886:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076249.044910:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076249.044915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.044918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076249.044921:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076249.044932:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076249.044936:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076249.044941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076249.044943:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.044946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076249.044950:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076249.044955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076249.044965:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076249.044972:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076249.044982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925654784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076249.044997:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076249.045003:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076249.045009:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925654784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076249.045042:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076249.045049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076249.045056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076249.045060:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076249.045065:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076249.045073:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076249.045081:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2937
00000400:00000200:2.0:1769076249.045095:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076249.045116:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076249.045126:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076249.045139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045163:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.045174:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076249.045186:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076249.045190:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076249.045196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076249.045201:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076249.045206:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076249.045211:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076249.045216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.045252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045281:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076249.045290:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076249.045317:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045334:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076249.045345:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076249.045357:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076249.045368:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.045373:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076249.045382:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076249.045407:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.045410:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076249.045424:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076249.045430:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076249.045440:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076249.045443:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.045448:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076249.045460:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076249.045477:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076249.045495:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076249.045503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076249.045615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925654912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076249.045688:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076249.045698:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076249.045718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925654912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076249.045751:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076249.045760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076249.045765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076249.045768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076249.045778:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076249.045796:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076249.045809:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2937
00000400:00000200:2.0:1769076249.045820:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076249.045825:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076249.045829:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076249.045836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.045853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076249.045863:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076249.045871:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076249.045881:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076249.045888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076249.045901:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076249.045913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076249.045929:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.045953:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.045965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076249.045986:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076249.045995:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046021:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076249.046042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076249.046059:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076249.046076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.046088:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076249.046098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769076249.046109:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00000001:2.0:1769076249.046117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076249.046118:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769076249.046134:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076249.046149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076249.046157:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076249.046163:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076249.046167:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.046171:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076249.046176:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076249.046183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076249.046192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076249.046203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076249.046218:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925655040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076249.046264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076249.046273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076249.046300:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925655040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076249.046381:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076249.046400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076249.046408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076249.046417:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076249.046424:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076249.046445:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076249.046458:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2937
00000400:00000200:2.0:1769076249.046477:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076249.046484:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076249.046487:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076249.046494:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046499:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.046511:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076249.046576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076249.046606:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076249.046615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076249.046621:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076249.046634:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076249.046646:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076249.046669:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046682:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076249.046702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076249.046731:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076249.046750:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076249.046758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076249.046770:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076249.046779:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076249.046788:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.046794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076249.046802:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076249.046814:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.046831:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076249.046847:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076249.046858:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076249.046874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076249.046883:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076249.046904:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076249.046918:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076249.046933:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076249.046954:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076249.046964:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076249.046987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925655168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076249.047016:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076249.047030:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076249.047061:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925655168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076249.047131:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076249.047143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076249.047166:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076249.047189:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2947)
00000800:00000200:3.1:1769076249.047507:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076249.047510:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076249.047939:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076249.047942:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076249.048311:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076249.048315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076249.492776:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076249.492781:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076249.492785:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076250.388635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297611010, at 4297611072
00000100:00000010:2.0:1769076250.388655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:0.0:1769076250.516744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076250.516748:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076250.516752:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076251.540814:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076251.540820:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076251.540826:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076253.588869:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076253.588874:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076253.588879:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076254.164668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076254.164682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076254.164686:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076254.164691:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076254.164696:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076254.164706:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2942
00000400:00000200:2.0:1769076254.164719:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076254.164727:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076254.164732:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076254.164736:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.164741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.164745:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.164749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076254.164755:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076254.164757:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076254.164761:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076254.164764:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076254.164767:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076254.164770:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076254.164773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.164776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.164779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.164781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076254.164786:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076254.164791:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076254.164795:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076254.164801:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076254.164807:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076254.164813:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.164817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076254.164822:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076254.164837:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076254.164844:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076254.164850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076254.164854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.164859:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076254.164863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076254.164870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076254.164900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076254.164911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076254.164926:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925655296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076254.164942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076254.164947:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076254.164953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925655296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076254.164985:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076254.164990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076254.164994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076254.164996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076254.164998:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076254.165002:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076254.165005:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2942
00000400:00000200:2.0:1769076254.165010:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076254.165014:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076254.165017:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076254.165021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.165027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076254.165033:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076254.165036:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076254.165039:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076254.165042:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076254.165045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076254.165048:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076254.165053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.165058:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076254.165065:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076254.165073:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165080:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076254.165086:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076254.165099:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076254.165111:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165121:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076254.165131:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076254.165143:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165153:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076254.165167:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076254.165180:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076254.165191:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076254.165194:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165201:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076254.165206:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076254.165210:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076254.165219:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076254.165229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076254.165243:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925655424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076254.165265:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076254.165273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076254.165287:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925655424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076254.165332:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076254.165341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076254.165348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076254.165354:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076254.165361:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076254.165366:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076254.165373:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2942
00000400:00000200:2.0:1769076254.165426:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076254.165438:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076254.165443:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076254.165457:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165463:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.165472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769076254.165481:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076254.165483:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769076254.165490:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769076254.165493:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076254.165516:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076254.165577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076254.165583:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076254.165592:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076254.165598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076254.165632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.165651:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076254.165665:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076254.165676:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076254.165684:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076254.165689:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076254.165697:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076254.165703:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165709:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076254.165713:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076254.165721:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165724:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076254.165750:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076254.165759:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076254.165770:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076254.165775:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.165779:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076254.165784:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076254.165789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076254.165804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076254.165813:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076254.165834:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925655552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076254.165871:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076254.165879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076254.165909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925655552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076254.165936:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076254.165944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076254.165953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076254.165958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076254.165963:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076254.165970:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076254.165978:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2942
00000400:00000200:2.0:1769076254.165992:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076254.166005:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076254.166014:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076254.166022:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.166029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.166037:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.166043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076254.166049:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076254.166055:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076254.166061:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076254.166069:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076254.166076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076254.166086:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076254.166106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.166120:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076254.166133:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076254.166146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076254.166156:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076254.166174:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076254.166187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076254.166195:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076254.166203:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076254.166214:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.166223:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076254.166229:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076254.166237:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.166245:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076254.166254:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076254.166263:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076254.166270:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076254.166275:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076254.166279:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076254.166286:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076254.166293:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076254.166303:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076254.166314:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076254.166330:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925655680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076254.166354:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076254.166362:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076254.166376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925655680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076254.166399:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076254.166405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076254.166418:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076254.166429:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2952)
00000800:00000200:3.1:1769076254.166755:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076254.166758:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076254.167170:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076254.167173:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076254.167590:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076254.167593:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076254.612790:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076254.612796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076254.612801:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076255.508639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297616129, at 4297616192
00000100:00000010:2.0:1769076255.508657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000020:00000001:0.0:1769076255.636817:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076255.636827:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076255.636834:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076257.684816:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076257.684822:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076257.684839:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076258.708779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076258.708787:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076258.708793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076259.284714:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076259.284727:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076259.284731:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076259.284737:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076259.284742:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076259.284751:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2947
00000400:00000200:0.0:1769076259.284764:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076259.284772:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076259.284776:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076259.284780:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.284784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.284788:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.284791:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076259.284808:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076259.284812:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076259.284818:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076259.284823:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076259.284828:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076259.284833:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076259.284840:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.284844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.284848:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.284852:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076259.284859:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076259.284866:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076259.284872:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076259.284878:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076259.284884:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076259.284890:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.284894:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076259.284899:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076259.284913:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076259.284920:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076259.284927:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076259.284929:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.284932:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076259.284936:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076259.284943:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076259.284952:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076259.284960:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076259.284972:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925655808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076259.284988:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076259.284993:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076259.284999:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925655808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076259.285032:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076259.285038:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076259.285045:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076259.285048:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076259.285052:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076259.285058:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076259.285063:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2947
00000400:00000200:0.0:1769076259.285071:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076259.285078:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076259.285083:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076259.285089:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285094:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.285100:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285106:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076259.285112:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076259.285116:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076259.285120:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076259.285124:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076259.285131:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076259.285142:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076259.285158:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285170:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.285183:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285194:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076259.285208:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076259.285223:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285236:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076259.285244:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076259.285255:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076259.285264:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285268:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076259.285274:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076259.285282:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285288:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076259.285295:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076259.285301:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076259.285309:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076259.285311:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285314:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076259.285317:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076259.285324:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076259.285335:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076259.285343:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076259.285352:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925655936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076259.285368:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076259.285373:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076259.285386:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925655936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076259.285436:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076259.285444:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076259.285453:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076259.285460:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076259.285466:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076259.285478:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076259.285488:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2947
00000400:00000200:0.0:1769076259.285505:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076259.285517:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076259.285580:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076259.285590:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285596:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.285604:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285609:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076259.285613:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076259.285619:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076259.285625:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076259.285633:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076259.285636:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076259.285641:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076259.285651:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285658:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.285667:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285673:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076259.285678:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076259.285692:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076259.285699:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076259.285706:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076259.285713:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076259.285724:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285730:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076259.285735:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076259.285745:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285752:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076259.285766:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076259.285772:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076259.285778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076259.285781:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.285789:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076259.285791:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076259.285795:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076259.285810:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000800:00000200:3.1:1769076259.285819:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076259.285824:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076259.285826:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1769076259.285849:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925656064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076259.285889:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076259.285899:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076259.285918:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925656064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076259.285974:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076259.285981:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076259.285990:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076259.285995:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076259.286000:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076259.286008:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076259.286016:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2947
00000400:00000200:0.0:1769076259.286031:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076259.286045:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076259.286054:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076259.286066:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.286074:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.286080:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.286090:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076259.286098:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076259.286107:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076259.286115:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076259.286124:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076259.286136:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076259.286145:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076259.286155:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.286167:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076259.286181:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076259.286192:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076259.286201:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076259.286215:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076259.286224:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076259.286231:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076259.286238:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076259.286245:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.286251:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076259.286257:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076259.286264:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.286270:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076259.286282:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076259.286289:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076259.286296:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076259.286300:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076259.286307:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076259.286312:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076259.286316:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076259.286327:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076259.286336:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076259.286350:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925656192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076259.286395:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076259.286402:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076259.286439:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925656192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076259.286472:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076259.286479:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076259.286491:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076259.286503:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2957)
00000800:00000200:3.1:1769076259.286891:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076259.286915:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076259.287389:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076259.287393:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076259.287884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076259.287887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076259.732818:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076259.732825:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076259.732831:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076260.628642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297621249, at 4297621312
00000100:00000010:2.0:1769076260.628659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:0.0:1769076261.780740:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076261.780747:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076261.780752:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076262.804707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076262.804712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076262.804715:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076263.573076:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076263.828700:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076263.828706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076263.828709:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076264.404679:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076264.404691:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076264.404694:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076264.404698:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076264.404703:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076264.404711:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2952
00000400:00000200:0.0:1769076264.404722:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076264.404728:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076264.404732:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076264.404736:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404739:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.404743:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404745:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076264.404768:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076264.404771:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076264.404774:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076264.404779:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076264.404782:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076264.404785:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076264.404789:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404791:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.404793:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404796:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076264.404800:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076264.404804:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404807:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076264.404810:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076264.404814:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076264.404818:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.404820:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076264.404823:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076264.404833:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076264.404838:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076264.404842:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076264.404845:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.404849:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076264.404852:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076264.404858:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076264.404870:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076264.404877:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076264.404888:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925656320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076264.404902:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076264.404908:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076264.404914:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925656320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076264.404946:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076264.404951:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076264.404956:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076264.404958:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076264.404960:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076264.404963:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076264.404967:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2952
00000400:00000200:0.0:1769076264.404971:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076264.404975:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076264.404978:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076264.404982:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404985:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.404989:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.404993:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076264.404997:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076264.404998:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076264.405000:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076264.405003:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076264.405006:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076264.405009:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076264.405013:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405016:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.405020:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405027:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076264.405031:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076264.405042:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405047:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076264.405052:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076264.405059:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076264.405067:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405090:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076264.405097:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076264.405105:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405112:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076264.405118:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076264.405126:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076264.405135:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076264.405139:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405148:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076264.405152:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076264.405158:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076264.405166:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076264.405192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076264.405205:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925656448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076264.405225:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076264.405233:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076264.405245:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925656448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076264.405268:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076264.405279:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076264.405287:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076264.405293:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076264.405301:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076264.405311:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076264.405321:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2952
00000400:00000200:0.0:1769076264.405374:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076264.405384:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076264.405389:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076264.405403:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405408:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.405416:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405422:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076264.405430:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076264.405435:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076264.405439:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076264.405441:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076264.405446:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076264.405454:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076264.405461:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405467:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.405475:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405480:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076264.405485:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076264.405493:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405501:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076264.405508:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076264.405515:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076264.405522:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405531:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076264.405576:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076264.405585:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405589:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076264.405601:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076264.405607:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076264.405614:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076264.405617:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405622:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076264.405625:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076264.405632:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076264.405643:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000800:00000200:3.1:1769076264.405651:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076264.405652:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076264.405664:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925656576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076264.405671:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076264.405687:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076264.405696:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076264.405708:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925656576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076264.405735:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076264.405740:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076264.405748:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076264.405753:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076264.405759:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076264.405766:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076264.405775:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2952
00000400:00000200:0.0:1769076264.405790:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076264.405800:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076264.405807:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076264.405816:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405824:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.405831:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405837:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076264.405845:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076264.405847:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076264.405852:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076264.405858:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076264.405864:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076264.405867:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076264.405871:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405874:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076264.405881:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405885:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076264.405894:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076264.405903:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076264.405907:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076264.405916:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076264.405920:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076264.405922:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405925:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076264.405929:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076264.405934:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405936:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076264.405942:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076264.405948:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076264.405952:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076264.405956:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076264.405960:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076264.405963:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076264.405968:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076264.405976:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076264.405982:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076264.405993:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925656704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076264.406011:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076264.406018:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076264.406031:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925656704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076264.406048:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076264.406053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076264.406060:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076264.406075:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2962)
00000800:00000200:3.1:1769076264.406456:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076264.406459:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076264.406805:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076264.406807:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076264.407185:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076264.407188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769076265.748623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297626369, at 4297626432
00000100:00000010:2.0:1769076265.748644:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000020:00000001:0.0:1769076265.876847:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076265.876856:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076265.876862:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076266.900870:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076266.900876:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076266.900882:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076267.924863:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076267.924869:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076267.924874:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076269.524689:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076269.524706:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076269.524710:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076269.524716:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076269.524722:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076269.524733:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2957
00000400:00000200:0.0:1769076269.524748:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076269.524757:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076269.524762:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076269.524767:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.524772:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.524775:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.524779:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076269.524785:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076269.524788:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076269.524792:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076269.524796:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076269.524799:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076269.524802:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076269.524806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.524808:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.524811:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.524813:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076269.524819:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076269.524824:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076269.524827:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076269.524832:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076269.524837:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076269.524841:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.524844:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076269.524847:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076269.524863:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076269.524870:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076269.524877:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076269.524880:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.524887:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076269.524892:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076269.524900:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076269.524915:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076269.524971:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076269.524989:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925656832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076269.525009:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076269.525015:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076269.525021:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925656832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076269.525073:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076269.525078:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076269.525083:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076269.525085:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076269.525088:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076269.525092:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076269.525096:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2957
00000400:00000200:0.0:1769076269.525103:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076269.525108:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076269.525111:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076269.525115:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525118:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.525121:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525123:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076269.525127:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076269.525129:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076269.525131:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076269.525134:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076269.525136:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076269.525139:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076269.525143:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525147:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.525149:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525152:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076269.525155:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076269.525160:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525164:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076269.525168:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076269.525175:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076269.525179:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525188:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076269.525195:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076269.525202:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525208:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076269.525214:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076269.525221:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076269.525235:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076269.525340:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525354:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076269.525361:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076269.525366:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076269.525381:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076269.525393:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076269.525410:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925656960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076269.525434:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076269.525440:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076269.525454:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925656960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076269.525491:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076269.525501:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076269.525513:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076269.525520:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076269.525596:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076269.525603:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076269.525611:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2957
00000400:00000200:0.0:1769076269.525621:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076269.525634:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076269.525647:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076269.525676:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525688:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.525693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076269.525714:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076269.525721:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076269.525732:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076269.525741:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076269.525753:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076269.525768:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076269.525780:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525789:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.525798:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525806:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076269.525814:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076269.525826:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076269.525831:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076269.525841:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076269.525847:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076269.525856:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525865:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076269.525870:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076269.525881:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525886:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076269.525888:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000010:0.0:1769076269.525894:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000800:00000200:3.1:1769076269.525897:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1769076269.525902:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076269.525912:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076269.525919:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.525924:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076269.525928:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076269.525949:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076269.525962:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076269.525970:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076269.525983:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925657088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076269.526001:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076269.526006:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076269.526019:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925657088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076269.526071:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076269.526076:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076269.526086:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076269.526089:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076269.526093:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076269.526098:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076269.526109:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2957
00000400:00000200:0.0:1769076269.526138:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076269.526145:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076269.526149:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076269.526157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.526163:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.526171:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.526178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076269.526185:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076269.526186:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076269.526189:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076269.526193:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076269.526199:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076269.526202:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076269.526208:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.526215:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076269.526220:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076269.526228:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076269.526258:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076269.526267:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076269.526271:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076269.526279:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076269.526284:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076269.526286:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.526293:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076269.526301:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076269.526313:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.526322:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076269.526331:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076269.526341:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076269.526352:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076269.526357:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076269.526363:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076269.526365:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076269.526369:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076269.526377:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076269.526388:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076269.526404:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925657216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076269.526438:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076269.526446:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076269.526460:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925657216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076269.526492:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076269.526499:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076269.526514:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076269.526579:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2967)
00000800:00000200:3.1:1769076269.526997:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076269.527002:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076269.527493:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076269.527497:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076269.527949:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076269.527952:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076269.972807:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076269.972813:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076269.972819:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076270.868703:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297631489, at 4297631552
00000100:00000010:2.0:1769076270.868725:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000020:00000001:0.0:1769076270.996985:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076270.996993:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076270.997000:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076272.020818:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076272.020825:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076272.020832:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076274.068819:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076274.068824:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076274.068830:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076274.644717:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076274.644730:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076274.644734:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076274.644739:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076274.644745:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076274.644755:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2962
00000400:00000200:0.0:1769076274.644769:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076274.644778:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076274.644782:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076274.644788:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.644792:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.644797:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.644801:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076274.644807:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076274.644809:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076274.644814:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076274.644817:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076274.644821:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076274.644824:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076274.644829:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.644833:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.644836:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.644840:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076274.644844:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076274.644849:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076274.644852:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076274.644855:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076274.644860:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076274.644863:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.644867:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076274.644870:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076274.644882:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076274.644886:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076274.644891:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076274.644893:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.644896:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076274.644900:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076274.644905:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076274.644915:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076274.644922:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076274.644934:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925657344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076274.644948:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076274.644953:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076274.644959:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925657344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076274.644986:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076274.644990:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076274.644995:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076274.644997:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076274.644999:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076274.645003:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076274.645006:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2962
00000400:00000200:0.0:1769076274.645010:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076274.645014:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076274.645017:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076274.645020:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645024:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645027:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645030:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076274.645034:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076274.645036:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076274.645038:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076274.645040:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076274.645043:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076274.645046:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076274.645049:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645052:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645056:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645059:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076274.645062:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076274.645066:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645069:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076274.645071:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076274.645078:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076274.645087:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645096:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076274.645105:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076274.645109:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645113:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076274.645118:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076274.645124:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076274.645134:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076274.645139:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645146:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076274.645176:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076274.645186:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076274.645208:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076274.645217:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076274.645232:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925657472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076274.645254:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076274.645264:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076274.645278:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925657472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076274.645300:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076274.645305:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076274.645310:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076274.645319:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076274.645322:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076274.645329:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076274.645336:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2962
00000400:00000200:0.0:1769076274.645346:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076274.645350:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076274.645355:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076274.645367:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645377:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645380:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645384:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076274.645390:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076274.645395:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076274.645399:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076274.645404:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076274.645411:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076274.645414:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076274.645422:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645429:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645436:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645440:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076274.645444:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076274.645452:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645460:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076274.645469:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076274.645474:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076274.645484:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645487:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076274.645491:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076274.645497:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645500:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076274.645510:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076274.645517:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076274.645592:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076274.645599:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.645609:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076274.645614:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076274.645623:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076274.645638:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076274.645653:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076274.645668:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925657600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076274.645690:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076274.645699:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076274.645711:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925657600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076274.645733:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076274.645738:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076274.645746:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076274.645752:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076274.645758:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076274.645771:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076274.645780:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2962
00000400:00000200:0.0:1769076274.645797:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076274.645813:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076274.645824:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076274.645838:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645846:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645856:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645867:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076274.645876:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076274.645882:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076274.645889:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076274.645896:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076274.645906:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076274.645917:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076274.645930:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645935:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076274.645943:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645948:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076274.645959:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076274.645966:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076274.645976:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076274.645982:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076274.645987:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1769076274.645993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076274.645994:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.646002:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769076274.646009:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000008:00100000:0.0:1769076274.646010:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076274.646018:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.646024:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076274.646033:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076274.646044:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076274.646049:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076274.646055:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076274.646058:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076274.646063:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076274.646069:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076274.646077:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076274.646098:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076274.646111:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925657728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076274.646131:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076274.646137:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076274.646196:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925657728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076274.646233:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076274.646244:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076274.646252:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076274.646260:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2973)
00000800:00000200:3.1:1769076274.647191:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076274.647222:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076274.647931:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076274.647936:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076274.648638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076274.648643:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076275.092768:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076275.092775:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076275.092783:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076275.988599:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297636609, at 4297636672
00000100:00000010:2.0:1769076275.988614:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:0.0:1769076276.116802:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076276.116834:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076276.116840:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076278.164783:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076278.164789:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076278.164793:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076279.188847:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076279.188853:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076279.188858:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076279.764694:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076279.764717:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076279.764721:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076279.764727:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076279.764734:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076279.764747:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2968
00000400:00000200:0.0:1769076279.764763:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076279.764772:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076279.764778:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076279.764783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.764787:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.764791:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.764794:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076279.764801:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076279.764804:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076279.764808:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076279.764812:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076279.764815:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076279.764818:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076279.764822:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.764824:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.764827:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.764829:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076279.764834:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076279.764839:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076279.764843:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.764847:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076279.764852:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076279.764856:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.764860:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076279.764863:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076279.764876:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076279.764882:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076279.764887:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076279.764889:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.764894:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076279.764898:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076279.764922:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076279.764935:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076279.764950:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076279.764964:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925657856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076279.764981:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076279.764988:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.764994:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925657856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.765027:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076279.765031:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076279.765036:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076279.765039:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076279.765041:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076279.765045:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076279.765048:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2968
00000400:00000200:0.0:1769076279.765053:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076279.765056:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076279.765059:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076279.765084:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765089:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.765094:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765098:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076279.765102:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076279.765105:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076279.765107:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076279.765112:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076279.765115:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076279.765119:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076279.765124:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765135:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.765145:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765161:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076279.765165:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076279.765181:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765190:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.765205:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076279.765216:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076279.765222:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765228:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076279.765239:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076279.765250:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765268:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076279.765286:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076279.765296:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076279.765305:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076279.765309:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765314:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076279.765319:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076279.765330:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076279.765354:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076279.765382:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076279.765403:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925657984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076279.765440:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076279.765448:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.765458:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925657984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.765473:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076279.765478:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076279.765492:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076279.765506:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076279.765510:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076279.765518:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076279.765589:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2968
00000400:00000200:0.0:1769076279.765618:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076279.765643:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076279.765658:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076279.765680:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765698:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.765714:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765731:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076279.765736:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076279.765739:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076279.765747:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076279.765752:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076279.765755:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076279.765764:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076279.765777:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765783:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.765793:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765805:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076279.765818:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076279.765835:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076279.765850:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.765864:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076279.765872:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076279.765887:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765905:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076279.765915:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076279.765926:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076279.765950:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076279.765956:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076279.765966:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076279.765968:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.765970:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076279.765973:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076279.765981:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076279.765990:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076279.766000:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076279.766019:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925658112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076279.766040:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076279.766062:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769076279.766090:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076279.766099:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.766116:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925658112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.766141:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076279.766148:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076279.766171:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076279.766176:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076279.766185:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076279.766194:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076279.766203:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2968
00000400:00000200:0.0:1769076279.766214:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076279.766235:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076279.766247:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076279.766268:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.766277:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.766288:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.766302:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076279.766315:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076279.766322:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076279.766330:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076279.766341:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076279.766354:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076279.766358:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076279.766370:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.766384:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076279.766400:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076279.766415:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076279.766420:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076279.766442:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076279.766448:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.766458:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076279.766464:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076279.766469:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.766473:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076279.766478:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076279.766485:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.766494:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076279.766502:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076279.766514:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076279.766521:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076279.766555:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.766559:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076279.766561:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076279.766566:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076279.766583:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076279.766598:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076279.766630:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925658240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076279.766687:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076279.766701:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.766726:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925658240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.766840:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.766854:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076279.766866:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076279.766882:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2978)
00000800:00000200:3.1:1769076279.767321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076279.767325:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076279.767780:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076279.767784:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076279.768240:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076279.768244:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076280.212783:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076280.212790:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076280.212796:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076281.108649:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297641729, at 4297641792
00000100:00000010:2.0:1769076281.108669:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd80.
00000020:00000001:0.0:1769076282.260690:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076282.260694:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076282.260707:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076283.284745:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076283.284749:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076283.284751:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076284.308686:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076284.308690:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076284.308693:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076284.884723:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076284.884739:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076284.884743:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076284.884749:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076284.884756:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076284.884766:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2973
00000400:00000200:0.0:1769076284.884780:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076284.884790:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076284.884795:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076284.884801:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.884807:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.884811:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.884816:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076284.884824:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076284.884828:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076284.884832:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076284.884837:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076284.884842:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076284.884846:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076284.884851:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.884856:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.884860:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.884863:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076284.884869:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076284.884874:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076284.884896:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.884902:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076284.884908:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076284.884913:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.884917:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076284.884922:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076284.884935:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076284.884943:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076284.884950:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076284.884954:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.884959:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076284.884964:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076284.884970:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076284.885024:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076284.885034:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076284.885050:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925658368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076284.885069:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076284.885077:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.885087:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925658368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076284.885125:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076284.885132:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076284.885138:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076284.885141:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076284.885144:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076284.885150:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076284.885156:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2973
00000400:00000200:0.0:1769076284.885164:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076284.885171:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076284.885176:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076284.885182:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885187:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.885192:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885197:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076284.885202:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076284.885209:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076284.885214:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076284.885223:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076284.885233:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076284.885244:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076284.885259:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885269:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.885280:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885290:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076284.885301:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076284.885317:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885328:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.885337:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076284.885349:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076284.885358:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.885364:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076284.885374:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076284.885382:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.885387:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076284.885400:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076284.885406:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076284.885414:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076284.885421:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.885429:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076284.885435:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076284.885441:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076284.885455:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076284.885466:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076284.885485:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925658496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076284.885519:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076284.885581:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.885609:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925658496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076284.885646:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076284.885656:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076284.885672:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076284.885680:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076284.885687:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076284.885696:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076284.885706:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2973
00000400:00000200:0.0:1769076284.885722:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076284.885738:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769076284.885738:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076284.885747:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769076284.885750:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076284.885766:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885774:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.885787:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885798:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076284.885807:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076284.885815:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076284.885823:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076284.885830:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076284.885838:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076284.885846:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076284.885862:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885871:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.885879:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885888:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076284.885898:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076284.885931:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076284.885946:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.885956:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076284.885967:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076284.885976:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886018:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076284.886029:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076284.886044:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886053:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076284.886068:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076284.886083:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076284.886099:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076284.886109:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886119:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076284.886128:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076284.886137:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076284.886151:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076284.886167:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076284.886197:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925658624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076284.886243:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076284.886255:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.886279:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925658624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076284.886328:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076284.886343:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076284.886358:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076284.886384:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076284.886392:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076284.886404:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076284.886417:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2973
00000400:00000200:0.0:1769076284.886435:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076284.886448:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076284.886457:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076284.886471:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.886483:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.886496:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.886506:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076284.886519:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076284.886524:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076284.886531:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076284.886578:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076284.886592:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076284.886604:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076284.886621:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.886629:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.886642:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076284.886653:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076284.886659:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076284.886671:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076284.886682:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.886692:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076284.886701:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076284.886710:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886720:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076284.886730:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076284.886744:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886756:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076284.886768:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076284.886780:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076284.886791:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076284.886797:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.886804:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076284.886810:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076284.886816:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076284.886830:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076284.886841:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076284.886859:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925658752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076284.886883:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076284.886911:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.886934:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925658752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076284.887009:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.887023:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076284.887043:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076284.887065:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2983)
00000800:00000200:3.1:1769076284.887112:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076284.887116:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076284.887589:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076284.887592:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076284.888193:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076284.888197:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076286.228637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297646849, at 4297646912
00000100:00000010:2.0:1769076286.228663:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:0.0:1769076286.356794:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076286.356804:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076286.356813:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076287.380899:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076287.380911:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076287.380919:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076288.404772:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076288.404779:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076288.404785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076290.006033:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076290.006047:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076290.007056:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076290.007083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076290.007815:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076290.007820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076290.008373:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076290.008376:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076290.452803:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076290.452811:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076290.452818:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076291.348635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297651969, at 4297652032
00000100:00000010:2.0:1769076291.348658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000020:00000001:0.0:1769076291.476936:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076291.476945:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076291.476952:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076292.500688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076292.500693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076292.500696:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076294.548802:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076294.548810:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076294.548867:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076295.124724:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076295.124742:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076295.124747:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076295.124754:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076295.124762:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076295.124773:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2983
00000400:00000200:0.0:1769076295.124789:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076295.124797:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076295.124802:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076295.124828:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.124852:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.124856:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.124859:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076295.124865:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076295.124868:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076295.124871:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076295.124875:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076295.124878:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076295.124881:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076295.124884:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.124886:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.124888:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.124891:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076295.124894:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076295.124899:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076295.124902:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076295.124906:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076295.124910:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076295.124914:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.124916:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076295.124919:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076295.124931:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076295.124935:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076295.124940:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076295.124942:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.124945:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076295.124949:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076295.124954:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076295.124964:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076295.124971:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076295.124982:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925659392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076295.124995:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076295.125000:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076295.125005:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925659392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076295.125036:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076295.125040:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076295.125045:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076295.125047:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076295.125049:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076295.125052:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076295.125055:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2983
00000400:00000200:0.0:1769076295.125079:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076295.125086:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076295.125091:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076295.125097:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125102:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.125107:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125112:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076295.125117:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076295.125121:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076295.125125:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076295.125130:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076295.125137:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076295.125148:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076295.125162:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.125186:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125196:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076295.125207:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076295.125219:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125231:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076295.125239:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076295.125251:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076295.125276:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125282:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076295.125291:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076295.125302:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125308:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076295.125325:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076295.125332:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076295.125341:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076295.125345:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125350:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076295.125356:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076295.125360:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076295.125374:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076295.125383:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076295.125397:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925659520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076295.125453:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076295.125466:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076295.125498:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925659520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076295.125576:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076295.125581:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076295.125586:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076295.125588:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076295.125591:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076295.125595:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076295.125602:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2983
00000400:00000200:0.0:1769076295.125624:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076295.125635:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076295.125643:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076295.125656:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125663:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.125670:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125679:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076295.125687:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076295.125692:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076295.125699:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076295.125707:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076295.125716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076295.125728:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076295.125745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.125765:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125776:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769076295.125783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769076295.125787:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769076295.125790:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1769076295.125798:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076295.125828:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076295.125831:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076295.125837:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076295.125846:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125854:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076295.125869:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076295.125873:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125881:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076295.125891:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076295.125898:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076295.125906:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076295.125911:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.125915:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076295.125920:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076295.125927:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076295.125938:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076295.125947:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076295.125960:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925659648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076295.125997:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076295.126004:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076295.126016:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925659648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076295.126046:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076295.126053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076295.126066:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076295.126078:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076295.126082:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076295.126091:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076295.126103:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2983
00000400:00000200:0.0:1769076295.126125:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076295.126142:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076295.126153:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076295.126170:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.126181:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.126189:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.126197:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076295.126203:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076295.126209:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076295.126213:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076295.126219:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076295.126226:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076295.126234:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076295.126243:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.126252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076295.126260:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076295.126265:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076295.126272:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076295.126281:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076295.126291:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076295.126298:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076295.126309:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076295.126321:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.126331:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076295.126338:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076295.126352:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.126366:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076295.126378:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076295.126391:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076295.126406:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076295.126415:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076295.126425:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076295.126430:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076295.126439:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076295.126455:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076295.126470:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076295.126486:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925659776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076295.126511:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076295.126518:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076295.126571:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925659776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076295.126599:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076295.126603:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076295.126618:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076295.126628:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2993)
00000800:00000200:3.1:1769076295.126864:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076295.126875:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076295.127224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076295.127227:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076295.127575:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076295.127580:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076295.572791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076295.572797:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076295.572825:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076296.468642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297657089, at 4297657152
00000100:00000010:2.0:1769076296.468673:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000020:00000001:0.0:1769076296.596884:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076296.596894:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076296.596902:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076298.644830:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076298.644851:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076298.644857:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076299.668766:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076299.668772:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076299.668777:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076300.244813:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076300.244827:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076300.244831:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076300.244836:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076300.244842:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076300.244850:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2988
00000400:00000200:2.0:1769076300.244863:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076300.244871:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076300.244876:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076300.244881:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.244885:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.244888:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.244891:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076300.244897:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076300.244899:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076300.244903:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076300.244907:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076300.244910:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076300.244913:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076300.244916:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.244919:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.244921:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.244924:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076300.244928:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076300.244933:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076300.244936:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076300.244940:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076300.244945:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076300.244949:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.244951:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076300.244955:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076300.244968:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769076300.244973:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076300.244977:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076300.244980:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.244984:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076300.244987:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076300.244993:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076300.245003:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076300.245011:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076300.245022:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925659904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076300.245036:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076300.245041:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076300.245047:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925659904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076300.245086:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076300.245091:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076300.245096:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076300.245098:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076300.245100:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076300.245104:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076300.245108:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2988
00000400:00000200:2.0:1769076300.245116:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076300.245121:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076300.245126:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076300.245131:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245136:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.245142:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245147:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076300.245153:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076300.245156:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076300.245160:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076300.245164:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076300.245169:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076300.245174:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076300.245181:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245187:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.245197:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245207:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076300.245217:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076300.245229:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245244:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076300.245256:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076300.245265:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076300.245272:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245278:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076300.245287:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076300.245297:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245303:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076300.245313:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769076300.245322:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076300.245330:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076300.245336:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245344:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076300.245351:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076300.245359:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076300.245370:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076300.245383:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076300.245399:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925660032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076300.245422:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076300.245427:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076300.245436:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925660032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076300.245465:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076300.245476:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076300.245491:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076300.245497:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076300.245503:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076300.245517:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076300.245571:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2988
00000400:00000200:2.0:1769076300.245581:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076300.245587:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076300.245590:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076300.245593:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245603:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.245609:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245617:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076300.245621:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076300.245627:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076300.245635:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076300.245640:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076300.245644:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076300.245654:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076300.245664:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245671:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.245683:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245689:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076300.245697:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076300.245709:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076300.245719:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076300.245756:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076300.245764:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076300.245775:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245784:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076300.245790:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076300.245795:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245803:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076300.245815:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076300.245822:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076300.245829:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076300.245835:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.245842:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076300.245849:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076300.245857:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076300.245872:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:2.0:1769076300.245874:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000800:00000200:3.1:1769076300.245878:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769076300.245891:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076300.245916:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925660160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076300.245952:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076300.245966:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076300.245989:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925660160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076300.246057:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076300.246071:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076300.246091:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076300.246103:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076300.246111:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076300.246122:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076300.246137:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2988
00000400:00000200:2.0:1769076300.246161:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076300.246178:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076300.246188:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076300.246204:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.246215:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.246226:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.246237:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076300.246245:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076300.246249:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076300.246256:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076300.246261:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076300.246268:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076300.246271:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076300.246284:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.246288:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076300.246297:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076300.246304:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076300.246311:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076300.246320:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076300.246331:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076300.246339:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076300.246348:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076300.246355:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.246363:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076300.246369:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076300.246377:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.246384:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076300.246394:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076300.246403:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076300.246415:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076300.246420:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076300.246428:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076300.246435:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076300.246439:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076300.246453:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076300.246465:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076300.246480:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925660288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076300.246507:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076300.246513:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076300.246570:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925660288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076300.246614:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076300.246623:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076300.246637:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076300.246649:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2998)
00000800:00000200:3.1:1769076300.246927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076300.246930:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076300.247347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076300.247350:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076300.247772:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076300.247775:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076300.692768:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076300.692776:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076300.692783:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076301.460977:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076301.588688:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297662209, at 4297662272
00000100:00000010:2.0:1769076301.588730:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:0.0:1769076302.740842:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076302.740850:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076302.740856:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076303.764837:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076303.764843:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076303.764849:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076304.788859:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076304.788868:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076304.788875:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076305.364704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076305.364719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076305.364722:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076305.364727:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076305.364733:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076305.364741:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2993
00000400:00000200:2.0:1769076305.364753:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076305.364761:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076305.364766:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076305.364770:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.364775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.364779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.364782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076305.364788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076305.364791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076305.364795:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076305.364798:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076305.364801:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076305.364804:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076305.364807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.364810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.364812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.364815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076305.364818:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076305.364823:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076305.364826:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076305.364829:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076305.364834:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076305.364837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.364840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076305.364843:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076305.364854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076305.364858:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076305.364863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076305.364865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.364869:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076305.364873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076305.364878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076305.364888:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076305.364895:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076305.364906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925660416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076305.364921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076305.364927:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076305.364933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925660416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076305.364965:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076305.364969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076305.364974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076305.364976:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076305.364978:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076305.364981:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076305.364985:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2993
00000400:00000200:2.0:1769076305.364989:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076305.364992:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076305.364995:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076305.364999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365002:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365005:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076305.365011:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076305.365013:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076305.365016:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076305.365018:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076305.365021:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076305.365025:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076305.365029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076305.365048:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076305.365056:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076305.365073:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076305.365080:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076305.365090:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365098:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076305.365105:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076305.365115:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365122:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076305.365128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076305.365136:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076305.365144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076305.365151:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076305.365165:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076305.365169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076305.365178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076305.365189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076305.365204:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925660544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076305.365223:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076305.365228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076305.365238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925660544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076305.365260:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076305.365266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076305.365275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076305.365281:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076305.365287:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076305.365296:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076305.365306:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2993
00000400:00000200:2.0:1769076305.365323:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076305.365334:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076305.365345:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076305.365357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365362:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076305.365385:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076305.365389:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076305.365392:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076305.365394:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076305.365402:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076305.365409:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076305.365418:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365426:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365433:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365441:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076305.365449:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076305.365460:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365469:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076305.365474:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076305.365481:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076305.365487:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365494:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076305.365498:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076305.365504:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365509:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076305.365515:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076305.365554:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076305.365558:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076305.365560:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365562:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076305.365565:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076305.365568:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076305.365575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076305.365580:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076305.365588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925660672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076305.365598:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076305.365601:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076305.365616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925660672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076305.365666:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076305.365671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076305.365677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076305.365684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076305.365692:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076305.365698:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076305.365703:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2993
00000400:00000200:2.0:1769076305.365709:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076305.365714:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076305.365717:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076305.365723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076305.365751:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076305.365756:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076305.365763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769076305.365764:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769076305.365767:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076305.365774:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076305.365777:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076305.365782:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076305.365790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076305.365805:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076305.365814:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076305.365823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076305.365830:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076305.365837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076305.365843:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365847:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076305.365854:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076305.365858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365868:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076305.365876:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076305.365886:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076305.365893:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076305.365899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076305.365905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076305.365912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076305.365917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076305.365928:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076305.365937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076305.365948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925660800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076305.365968:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076305.365977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076305.365994:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925660800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076305.366022:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076305.366034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076305.366044:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076305.366057:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3003)
00000800:00000200:3.1:1769076305.366201:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076305.366458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076305.366867:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076306.708683:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297667329, at 4297667392
00000100:00000010:2.0:1769076306.708699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000020:00000001:0.0:1769076306.836776:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076306.836781:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076306.836785:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076307.860847:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076307.860853:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076307.860858:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076308.437017:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:0.0:1769076308.437107:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076308.437128:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076308.437138:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:0.0:1769076308.437146:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076308.437153:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076308.437162:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076308.437170:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:0.0:1769076308.437179:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076308.437189:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076308.437200:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9d48
00000400:00000010:0.0:1769076308.437205:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9d48.
00000100:00000001:0.0:1769076308.437213:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076308.437229:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d0a80 x1855007925660416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437272:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076308.437281:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925660416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437297:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.437300:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076308.437320:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076308.437325:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:0.0:1769076308.437333:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076308.437340:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076308.437348:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9aa0
00000400:00000010:0.0:1769076308.437353:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9aa0.
00000100:00000001:0.0:1769076308.437359:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076308.437368:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3b80 x1855007925660544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437390:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076308.437403:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925660544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437425:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.437434:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076308.437456:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076308.437468:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:0.0:1769076308.437479:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076308.437496:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076308.437615:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:0.0:1769076308.437622:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:0.0:1769076308.437631:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076308.437652:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1880 x1855007925660672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437673:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076308.437682:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925660672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437742:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.437746:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076308.437762:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076308.437776:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:0.0:1769076308.437787:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076308.437803:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076308.437815:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:0.0:1769076308.437825:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769076308.437837:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076308.437856:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1c00 x1855007925660800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437906:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076308.437926:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925660800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.437978:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.437987:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076308.884749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076308.884754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076308.884759:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076310.484691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076310.484708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076310.484713:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076310.484719:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076310.484727:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076310.484739:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 2998
00000400:00000200:2.0:1769076310.484753:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076310.484764:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076310.484768:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076310.484774:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.484778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.484784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.484788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076310.484793:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076310.484795:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076310.484798:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076310.484801:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076310.484804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076310.484807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076310.484810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.484813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.484815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.484817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076310.484820:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076310.484824:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076310.484828:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076310.484832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076310.484837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076310.484840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.484842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076310.484845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076310.484853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076310.484858:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076310.484863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076310.484865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.484869:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076310.484872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076310.484878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076310.484886:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076310.484893:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076310.484904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925660928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076310.484917:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076310.484922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076310.484928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925660928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076310.484972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076310.484977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076310.484982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076310.484984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076310.484986:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076310.484990:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076310.484995:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2998
00000400:00000200:2.0:1769076310.485003:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076310.485009:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076310.485013:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076310.485018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076310.485035:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076310.485037:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076310.485040:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076310.485045:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076310.485049:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076310.485053:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076310.485060:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485065:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485070:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076310.485080:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076310.485087:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485092:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076310.485096:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076310.485107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076310.485118:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485136:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076310.485147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076310.485159:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485168:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076310.485180:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076310.485189:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076310.485199:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076310.485205:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485210:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076310.485218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076310.485225:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076310.485238:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076310.485250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076310.485270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925661056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076310.485298:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076310.485304:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076310.485320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925661056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076310.485353:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076310.485362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076310.485377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076310.485381:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076310.485385:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076310.485395:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076310.485406:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2998
00000400:00000200:2.0:1769076310.485422:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076310.485438:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076310.485449:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076310.485457:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485462:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485465:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485469:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076310.485473:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076310.485476:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076310.485479:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076310.485482:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076310.485486:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076310.485490:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076310.485495:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485498:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485501:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485505:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076310.485509:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076310.485514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485518:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076310.485584:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076310.485591:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076310.485596:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485600:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076310.485605:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076310.485611:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485615:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076310.485623:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076310.485628:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076310.485632:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076310.485635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.485638:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076310.485641:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076310.485644:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076310.485652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076310.485658:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076310.485668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925661184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076310.485684:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076310.485689:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076310.485698:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925661184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076310.485726:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076310.485736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076310.485742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076310.485746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076310.485750:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076310.485756:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076310.485762:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 2998
00000400:00000200:2.0:1769076310.485776:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076310.485788:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076310.485797:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076310.485823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076310.485848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076310.485855:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076310.485860:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076310.485871:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076310.485880:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076310.485892:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076310.485907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076310.485931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485940:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076310.485950:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076310.485963:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076310.485975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076310.485981:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076310.485989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076310.486000:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.486027:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076310.486036:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076310.486045:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076310.486048:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076310.486062:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076310.486072:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076310.486083:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076310.486090:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076310.486093:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076310.486097:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076310.486104:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769076310.486106:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1769076310.486110:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076310.486142:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076310.486155:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076310.486173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925661312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076310.486199:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076310.486209:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076310.486228:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925661312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076310.486254:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076310.486263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076310.486281:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076310.486298:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3008)
00000800:00000200:3.1:1769076310.487009:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076310.487012:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076310.487375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076310.487378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076310.487910:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076310.487914:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076310.932830:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076310.932839:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076310.932847:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076311.828749:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297672449, at 4297672512
00000100:00000010:2.0:1769076311.828762:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:0.0:1769076311.956752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076311.956759:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076311.956766:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076312.980748:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076312.980754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076312.980758:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076315.028836:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076315.028842:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076315.028847:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076315.604712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076315.604732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076315.604736:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076315.604755:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076315.604767:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076315.604780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3003
00000400:00000200:2.0:1769076315.604796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076315.604806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076315.604811:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076315.604816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.604823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.604827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.604831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076315.604837:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076315.604840:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076315.604844:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076315.604848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076315.604851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076315.604855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076315.604859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.604862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.604864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.604867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076315.604879:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076315.604885:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076315.604889:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076315.604897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076315.604904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076315.604908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.604911:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076315.604915:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076315.604929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769076315.604935:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076315.604941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076315.604944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.604949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076315.604953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076315.604960:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076315.604973:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076315.604982:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076315.604996:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925661440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076315.605023:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076315.605029:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076315.605036:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925661440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076315.605069:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076315.605074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076315.605079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076315.605081:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076315.605084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076315.605088:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076315.605091:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3003
00000400:00000200:2.0:1769076315.605097:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076315.605103:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076315.605106:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076315.605111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.605118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076315.605129:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076315.605134:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076315.605143:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076315.605150:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076315.605163:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076315.605174:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076315.605202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.605236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076315.605295:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076315.605313:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605338:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076315.605358:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076315.605377:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076315.605387:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.605392:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076315.605401:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076315.605419:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.605431:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076315.605451:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769076315.605459:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076315.605498:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076315.605504:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.605611:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076315.605618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076315.605626:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076315.605638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076315.605650:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076315.605670:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925661568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076315.605705:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076315.605712:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076315.605734:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925661568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076315.605757:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076315.605765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076315.605779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076315.605795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076315.605803:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076315.605810:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076315.605822:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3003
00000400:00000200:2.0:1769076315.605854:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076315.605875:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769076315.605878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769076315.605881:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769076315.605890:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076315.605899:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.605934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.605943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076315.605965:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076315.605974:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076315.605984:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076315.605990:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076315.605996:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076315.606009:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076315.606019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.606031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076315.606047:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076315.606058:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076315.606076:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076315.606085:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076315.606099:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076315.606119:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076315.606132:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606138:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076315.606153:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076315.606171:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076315.606186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076315.606193:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606208:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076315.606223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076315.606232:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076315.606250:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076315.606263:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076315.606277:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925661696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076315.606300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076315.606305:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076315.606315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925661696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076315.606329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076315.606341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076315.606349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076315.606355:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076315.606359:0:8:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076315.606365:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076315.606379:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3003
00000400:00000200:2.0:1769076315.606411:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076315.606423:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076315.606432:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076315.606449:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606462:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.606512:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076315.606601:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076315.606614:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076315.606625:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076315.606638:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076315.606653:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076315.606662:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076315.606689:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076315.606718:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076315.606736:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076315.606755:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076315.606774:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076315.606786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076315.606795:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076315.606816:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076315.606838:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076315.606848:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606857:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076315.606869:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076315.606877:0:8:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076315.606884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076315.606888:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076315.606895:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076315.606904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076315.606917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076315.606936:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076315.606947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076315.606976:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925661824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076315.607008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076315.607021:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076315.607044:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925661824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076315.607073:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076315.607086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076315.607102:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076315.607123:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3013)
00000800:00000200:3.1:1769076315.607403:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076315.607407:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076315.607841:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076315.607845:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076315.608321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076315.608327:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076316.052779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076316.052786:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076316.052793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076316.948648:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297677569, at 4297677632
00000100:00000010:2.0:1769076316.948664:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:0.0:1769076317.076771:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076317.076780:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076317.076786:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076319.124789:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076319.124796:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076319.124801:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076320.148820:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076320.148829:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076320.148835:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076320.725736:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076320.725748:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076320.726598:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076320.726602:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076320.727135:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076320.727138:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076320.727571:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076320.727574:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076321.172819:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076321.172825:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076321.172830:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076322.068607:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297682689, at 4297682752
00000100:00000010:2.0:1769076322.068626:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:0.0:1769076323.220728:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076323.220734:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076323.220737:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076324.244795:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076324.244799:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076324.244802:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076325.268767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076325.268773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076325.268778:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076325.845741:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076325.845773:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076325.846469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076325.846473:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076325.846857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076325.846860:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076325.847196:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076325.847199:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769076327.188692:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297687809, at 4297687872
00000100:00000010:2.0:1769076327.188711:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:0.0:1769076327.316813:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076327.316820:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076327.316826:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076328.340882:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076328.340887:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076328.340893:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076329.364835:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076329.364841:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076329.364846:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076330.964725:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076330.964739:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076330.964743:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076330.964748:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076330.964754:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076330.964763:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3019
00000400:00000200:2.0:1769076330.964777:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076330.964786:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076330.964791:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076330.964796:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.964799:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.964803:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.964806:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076330.964811:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076330.964813:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076330.964817:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076330.964821:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076330.964824:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076330.964827:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076330.964831:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.964834:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.964837:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.964840:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076330.964844:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076330.964848:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076330.964851:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076330.964855:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076330.964859:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076330.964862:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.964865:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076330.964868:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076330.964879:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076330.964884:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076330.964888:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076330.964890:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.964894:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076330.964897:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076330.964903:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076330.964914:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076330.964922:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076330.964934:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925662976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076330.964949:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076330.964954:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076330.964960:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925662976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076330.964991:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076330.964995:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076330.965000:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076330.965002:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076330.965004:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076330.965008:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076330.965012:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3019
00000400:00000200:2.0:1769076330.965017:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076330.965021:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076330.965024:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076330.965028:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965031:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.965037:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965042:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076330.965049:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076330.965052:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076330.965056:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076330.965061:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076330.965072:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076330.965085:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076330.965101:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965115:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.965130:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965142:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076330.965152:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076330.965168:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965182:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076330.965189:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076330.965199:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076330.965238:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965242:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076330.965247:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076330.965254:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965259:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076330.965267:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076330.965279:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076330.965286:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076330.965291:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965298:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076330.965301:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076330.965310:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076330.965318:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076330.965328:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076330.965346:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925663104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076330.965389:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076330.965397:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076330.965414:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925663104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076330.965443:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076330.965452:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076330.965466:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076330.965477:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076330.965487:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076330.965503:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076330.965595:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3019
00000400:00000200:2.0:1769076330.965609:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076330.965621:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076330.965628:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076330.965640:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965650:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.965655:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965664:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076330.965671:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076330.965674:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:3.1:1769076330.965678:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769076330.965679:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076330.965687:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:3.1:1769076330.965689:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769076330.965692:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076330.965701:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076330.965711:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965718:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.965723:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965733:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076330.965743:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076330.965756:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076330.965766:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076330.965773:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076330.965780:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076330.965790:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965794:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076330.965800:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076330.965810:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965818:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076330.965829:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076330.965837:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076330.965845:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076330.965850:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.965854:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076330.965859:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076330.965864:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076330.965875:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076330.965886:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076330.965901:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925663232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076330.965916:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076330.965924:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076330.965935:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925663232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076330.965957:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076330.965964:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076330.965970:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076330.965978:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076330.965981:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076330.965985:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076330.965996:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3019
00000400:00000200:2.0:1769076330.966011:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076330.966022:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076330.966029:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076330.966047:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.966062:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.966077:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.966093:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076330.966109:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076330.966119:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076330.966129:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076330.966139:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076330.966145:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076330.966157:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076330.966172:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.966181:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076330.966194:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076330.966204:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076330.966232:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076330.966244:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076330.966257:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076330.966264:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076330.966270:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076330.966280:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.966288:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076330.966296:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076330.966306:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.966317:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076330.966328:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076330.966341:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076330.966351:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076330.966356:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076330.966365:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076330.966373:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076330.966382:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076330.966391:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076330.966403:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076330.966419:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925663360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076330.966446:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076330.966455:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076330.966478:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925663360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076330.966520:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076330.966576:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076330.966587:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076330.966605:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3029)
00000800:00000200:3.1:1769076330.966793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076330.966798:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076330.967244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076330.967247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076330.967743:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076330.967746:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076331.412756:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076331.412760:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076331.412764:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076332.308651:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297692929, at 4297692992
00000100:00000010:2.0:1769076332.308677:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000020:00000001:0.0:1769076332.436808:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076332.436813:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076332.436818:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076333.460859:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076333.460867:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076333.460873:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076335.508756:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076335.508761:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076335.508765:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076336.084712:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076336.084725:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076336.084728:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076336.084732:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076336.084738:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076336.084746:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3024
00000400:00000200:0.0:1769076336.084759:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076336.084767:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076336.084771:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076336.084776:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084779:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.084783:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084786:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076336.084792:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076336.084794:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076336.084797:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076336.084800:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076336.084804:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076336.084807:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076336.084811:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084813:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.084816:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084818:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076336.084821:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076336.084825:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084828:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076336.084831:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076336.084836:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076336.084839:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.084841:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076336.084844:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076336.084855:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076336.084859:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076336.084864:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076336.084865:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.084870:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076336.084872:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076336.084878:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076336.084888:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076336.084895:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076336.084905:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925663488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076336.084919:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076336.084924:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076336.084930:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925663488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076336.084969:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076336.084972:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076336.084975:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076336.084977:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076336.084978:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076336.084980:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076336.084982:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3024
00000400:00000200:0.0:1769076336.084985:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076336.084987:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076336.084989:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076336.084992:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084994:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.084996:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.084999:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076336.085002:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076336.085003:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076336.085022:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076336.085025:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076336.085030:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076336.085040:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076336.085050:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085056:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.085058:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085061:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076336.085072:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076336.085101:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085106:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076336.085111:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076336.085118:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076336.085168:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085174:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076336.085179:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076336.085184:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085186:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076336.085188:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076336.085190:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076336.085193:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076336.085195:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085201:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076336.085203:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076336.085207:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076336.085212:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076336.085217:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076336.085223:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925663616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076336.085243:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076336.085245:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076336.085251:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925663616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076336.085269:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076336.085272:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076336.085281:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076336.085283:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076336.085284:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076336.085287:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076336.085291:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3024
00000400:00000200:0.0:1769076336.085301:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076336.085304:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076336.085307:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076336.085314:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085323:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.085331:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085340:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076336.085348:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076336.085352:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076336.085359:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076336.085363:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076336.085387:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076336.085401:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076336.085413:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085425:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.085427:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085436:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076336.085447:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076336.085453:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085468:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076336.085472:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076336.085478:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076336.085486:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085490:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076336.085495:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076336.085507:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085517:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076336.085525:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076336.085529:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076336.085534:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076336.085537:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085540:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076336.085542:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076336.085546:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076336.085550:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076336.085603:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076336.085622:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925663744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076336.085656:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076336.085666:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769076336.085667:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076336.085673:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076336.085683:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925663744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076336.085707:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076336.085712:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076336.085729:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076336.085733:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076336.085739:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076336.085753:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076336.085773:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3024
00000400:00000200:0.0:1769076336.085790:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076336.085801:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076336.085808:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076336.085815:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085820:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.085823:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085826:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076336.085835:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076336.085838:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076336.085842:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076336.085846:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076336.085859:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076336.085875:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076336.085887:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085891:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076336.085898:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085915:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076336.085927:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076336.085935:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076336.085941:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076336.085949:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076336.085978:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076336.085984:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085987:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076336.085990:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076336.085993:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.085996:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076336.085999:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076336.086010:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076336.086022:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076336.086047:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076336.086052:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076336.086055:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076336.086063:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076336.086074:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076336.086086:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076336.086101:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925663872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076336.086142:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076336.086147:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076336.086176:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925663872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076336.086197:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076336.086201:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076336.086211:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076336.086217:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3034)
00000800:00000200:3.1:1769076336.086481:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076336.086482:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076336.086704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076336.086706:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076336.086945:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076336.086947:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076336.532876:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076336.532884:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076336.532890:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076337.428622:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297698049, at 4297698112
00000100:00000010:2.0:1769076337.428648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:0.0:1769076337.556840:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076337.556848:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076337.556855:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076339.604846:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076339.604855:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076339.604860:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076340.372970:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076340.628676:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076340.628682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076340.628688:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076341.204686:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076341.204700:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076341.204704:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076341.204709:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076341.204715:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076341.204723:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3029
00000400:00000200:0.0:1769076341.204735:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076341.204742:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076341.204746:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076341.204751:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.204754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.204758:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.204761:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076341.204766:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076341.204768:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076341.204771:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076341.204775:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076341.204778:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076341.204781:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076341.204785:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.204787:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.204790:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.204793:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076341.204797:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076341.204801:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076341.204804:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076341.204808:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076341.204812:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076341.204815:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.204818:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076341.204821:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076341.204836:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076341.204842:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076341.204848:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076341.204851:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.204856:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076341.204872:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076341.204880:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076341.204894:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076341.204904:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076341.204919:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925664000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076341.204939:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076341.204944:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076341.204950:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925664000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076341.204981:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076341.204985:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076341.204990:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076341.204992:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076341.204995:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076341.204998:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076341.205001:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3029
00000400:00000200:0.0:1769076341.205008:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076341.205012:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076341.205015:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076341.205018:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205021:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205024:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205026:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076341.205029:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076341.205031:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076341.205053:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076341.205057:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076341.205059:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076341.205062:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076341.205066:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205068:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205071:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205074:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076341.205094:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076341.205099:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205103:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076341.205105:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076341.205111:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076341.205114:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205117:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076341.205121:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076341.205126:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205132:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076341.205141:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076341.205150:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076341.205154:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076341.205160:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205168:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076341.205173:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076341.205180:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076341.205196:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076341.205210:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076341.205231:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925664128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076341.205259:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076341.205267:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076341.205278:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925664128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076341.205298:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076341.205304:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076341.205313:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076341.205320:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076341.205324:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076341.205330:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076341.205340:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3029
00000400:00000200:0.0:1769076341.205355:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076341.205367:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076341.205374:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076341.205385:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205395:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205408:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205414:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076341.205423:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076341.205426:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076341.205429:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076341.205432:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076341.205440:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076341.205449:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076341.205460:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205469:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205482:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205490:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076341.205498:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076341.205510:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205519:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076341.205523:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076341.205527:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076341.205531:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205533:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076341.205536:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076341.205575:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205581:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076341.205592:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076341.205601:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076341.205609:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076341.205612:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205616:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076341.205622:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076341.205625:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076341.205637:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076341.205647:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076341.205655:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:0.0:1769076341.205662:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925664256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076341.205672:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076341.205675:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076341.205685:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925664256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769076341.205687:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769076341.205710:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076341.205716:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076341.205722:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076341.205724:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076341.205729:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076341.205737:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076341.205747:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3029
00000400:00000200:0.0:1769076341.205761:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076341.205770:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076341.205776:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076341.205784:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205793:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205800:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205806:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076341.205815:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076341.205823:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076341.205832:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076341.205840:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076341.205852:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076341.205862:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076341.205879:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205888:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076341.205897:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205906:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076341.205912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076341.205928:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076341.205934:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076341.205940:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076341.205948:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076341.205955:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205964:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076341.205970:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076341.205976:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.205979:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076341.205988:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076341.206000:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076341.206010:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076341.206015:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076341.206021:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076341.206025:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076341.206030:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076341.206063:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076341.206071:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076341.206088:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925664384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076341.206111:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076341.206118:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076341.206129:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925664384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076341.206153:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076341.206159:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076341.206180:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076341.206196:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3039)
00000800:00000200:3.1:1769076341.206441:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076341.206444:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076341.206783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076341.206786:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076341.207104:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076341.207107:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076341.652800:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076341.652806:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076341.652811:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076342.548620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297703169, at 4297703232
00000100:00000010:2.0:1769076342.548644:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000020:00000001:0.0:1769076343.700857:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076343.700866:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076343.700873:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076344.724852:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076344.724859:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076344.724864:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076345.748863:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076345.748869:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076345.748874:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076346.324640:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.324653:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076346.324657:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.324661:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.324666:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.324675:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3034
00000400:00000200:0.0:1769076346.324685:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076346.324690:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.324694:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.324696:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324699:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.324701:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324703:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076346.324706:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.324708:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076346.324711:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.324713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076346.324715:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076346.324717:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076346.324719:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324721:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.324722:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076346.324726:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076346.324729:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324731:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.324733:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.324736:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.324738:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.324741:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076346.324743:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.324750:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076346.324754:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076346.324757:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.324759:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.324761:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.324764:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.324768:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.324774:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076346.324779:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.324818:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925664512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.324834:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.324839:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.324845:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925664512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.324886:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.324891:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.324896:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076346.324898:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.324916:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.324918:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.324921:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3034
00000400:00000200:0.0:1769076346.324925:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076346.324928:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.324930:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.324934:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324936:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.324938:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324941:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076346.324946:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.324968:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076346.324971:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.324981:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076346.324983:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076346.324984:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076346.324987:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324989:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.324993:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.324996:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076346.325000:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076346.325003:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325005:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.325009:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.325015:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.325019:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325024:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.325028:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076346.325031:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325036:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.325042:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076346.325046:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076346.325048:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.325052:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325055:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.325058:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.325062:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.325069:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076346.325075:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.325084:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925664640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.325093:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.325097:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.325103:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925664640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.325117:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.325122:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.325128:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076346.325130:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.325133:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.325139:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.325145:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3034
00000400:00000200:0.0:1769076346.325153:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076346.325158:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.325163:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.325170:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.325179:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325183:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076346.325187:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.325191:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076346.325192:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.325194:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076346.325199:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076346.325204:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076346.325208:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325211:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.325216:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325218:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076346.325220:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076346.325227:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325231:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.325234:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.325238:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.325244:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325247:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.325251:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076346.325257:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325260:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.325269:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076346.325275:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076346.325280:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.325282:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325286:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.325289:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.325291:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.325297:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076346.325302:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.325309:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925664768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.325316:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.325317:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.325321:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925664768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.325341:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.325345:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.325348:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076346.325352:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.325354:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.325359:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.325364:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3034
00000400:00000200:0.0:1769076346.325368:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076346.325375:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.325378:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769076346.325381:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076346.325383:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325387:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076346.325390:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076346.325391:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325395:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076346.325399:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.325400:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076346.325404:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.325407:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076346.325410:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076346.325414:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076346.325417:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325421:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.325427:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325430:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076346.325433:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076346.325438:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076346.325443:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.325446:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.325448:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.325455:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325457:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.325461:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076346.325464:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325467:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.325472:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076346.325477:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076346.325481:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.325483:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.325486:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.325489:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.325493:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.325499:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076346.325504:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.325512:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925664896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.325521:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.325557:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.325562:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925664896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.325574:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.325577:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076346.325582:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076346.325587:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3044)
00000800:00000200:3.1:1769076346.325914:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076346.325916:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076346.326197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076346.326199:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076346.326512:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076346.326514:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076347.668611:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297708289, at 4297708352
00000100:00000010:2.0:1769076347.668631:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:0.0:1769076347.796761:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076347.796766:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076347.796770:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076348.820828:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076348.820834:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076348.820839:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076349.844820:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076349.844826:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076349.844832:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076351.444663:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076351.444686:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076351.444690:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076351.444695:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076351.444700:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076351.444708:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3039
00000400:00000200:0.0:1769076351.444717:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076351.444722:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076351.444725:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076351.444728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444730:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.444732:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444734:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076351.444737:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076351.444738:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076351.444741:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076351.444744:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076351.444747:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076351.444750:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076351.444754:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444756:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.444778:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444782:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076351.444786:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076351.444791:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444796:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076351.444800:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076351.444805:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076351.444811:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.444814:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076351.444818:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076351.444829:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076351.444834:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076351.444841:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076351.444843:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.444847:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076351.444850:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076351.444856:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076351.444905:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076351.444911:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076351.444918:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925665024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076351.444927:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076351.444930:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076351.444933:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925665024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076351.444950:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076351.444952:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076351.444955:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076351.444956:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076351.444957:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076351.444959:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076351.444961:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3039
00000400:00000200:0.0:1769076351.444964:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076351.444967:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076351.444969:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076351.444974:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444976:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.444978:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444980:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076351.444983:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076351.444984:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076351.444985:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076351.444986:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076351.444988:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076351.444989:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076351.444991:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.444993:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.444996:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445001:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076351.445002:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076351.445008:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445012:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076351.445018:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076351.445022:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076351.445027:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445033:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076351.445043:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076351.445055:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445063:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076351.445075:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076351.445081:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076351.445089:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076351.445091:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445097:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076351.445099:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076351.445108:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076351.445124:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076351.445134:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076351.445152:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925665152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076351.445166:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076351.445167:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076351.445173:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925665152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076351.445183:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076351.445189:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076351.445195:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076351.445197:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076351.445200:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076351.445213:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076351.445217:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3039
00000400:00000200:0.0:1769076351.445232:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076351.445236:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076351.445244:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076351.445248:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.445260:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445268:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076351.445276:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076351.445279:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076351.445284:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076351.445290:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076351.445301:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076351.445311:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076351.445325:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445336:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.445345:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445349:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076351.445353:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076351.445362:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445371:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076351.445375:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076351.445377:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076351.445379:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445389:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076351.445396:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076351.445401:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445406:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076351.445412:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076351.445421:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076351.445426:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076351.445429:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445435:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076351.445440:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076351.445451:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076351.445463:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076351.445471:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076351.445482:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925665280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076351.445517:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076351.445551:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076351.445568:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925665280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076351.445589:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076351.445601:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769076351.445608:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076351.445610:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076351.445619:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076351.445633:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769076351.445637:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076351.445638:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076351.445657:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3039
00000400:00000200:0.0:1769076351.445673:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076351.445688:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076351.445703:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076351.445713:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445723:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.445731:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445744:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076351.445777:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076351.445781:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076351.445793:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076351.445799:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076351.445816:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076351.445834:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076351.445856:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445907:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076351.445934:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445939:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076351.445943:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076351.445949:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076351.445954:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076351.445962:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076351.445965:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076351.445972:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445974:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076351.445977:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076351.445990:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.445994:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076351.445997:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076351.445999:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076351.446003:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076351.446008:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076351.446010:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076351.446011:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076351.446013:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076351.446016:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076351.446020:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076351.446036:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925665408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076351.446054:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076351.446064:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076351.446074:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925665408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076351.446118:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076351.446126:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076351.446135:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076351.446153:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3049)
00000800:00000200:3.1:1769076351.446440:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076351.446442:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076351.446781:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076351.446785:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076351.447143:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076351.447145:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076351.892756:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076351.892760:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076351.892763:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076352.788681:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297713409, at 4297713472
00000100:00000010:2.0:1769076352.788700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:0.0:1769076352.916832:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076352.916882:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076352.916890:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076353.940775:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076353.940781:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076353.940786:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076355.988920:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076355.988929:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076355.988935:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076356.564690:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076356.564699:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076356.564702:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076356.564705:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076356.564710:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076356.564716:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3044
00000400:00000200:0.0:1769076356.564725:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076356.564732:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076356.564736:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076356.564740:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564742:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.564744:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076356.564749:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076356.564752:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076356.564755:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076356.564757:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076356.564758:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076356.564760:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076356.564762:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564764:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.564765:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564768:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076356.564770:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076356.564773:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564800:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076356.564803:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076356.564807:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076356.564809:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.564811:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076356.564813:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076356.564822:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076356.564826:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076356.564830:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076356.564831:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.564833:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076356.564835:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076356.564839:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076356.564851:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076356.564857:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076356.564864:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925665536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076356.564873:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076356.564876:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076356.564879:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925665536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076356.564901:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076356.564903:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076356.564905:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076356.564907:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076356.564908:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076356.564910:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076356.564911:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3044
00000400:00000200:0.0:1769076356.564914:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076356.564916:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076356.564918:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076356.564920:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564921:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.564923:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564924:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076356.564925:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076356.564927:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076356.564928:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076356.564929:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076356.564931:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076356.564933:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076356.564936:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564938:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.564940:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564943:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076356.564945:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076356.564948:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076356.564950:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076356.564952:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076356.564958:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076356.564960:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.564962:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076356.564966:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076356.564970:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.564972:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076356.564976:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076356.564979:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076356.564982:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076356.564983:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.564985:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076356.564987:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076356.564989:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076356.564993:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076356.564996:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076356.565003:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925665664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076356.565011:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076356.565014:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076356.565018:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925665664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076356.565025:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076356.565027:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076356.565031:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076356.565036:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076356.565041:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076356.565047:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076356.565053:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3044
00000400:00000200:0.0:1769076356.565062:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076356.565071:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076356.565083:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076356.565092:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565094:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.565096:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565097:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076356.565099:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076356.565100:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076356.565101:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076356.565105:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076356.565116:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076356.565126:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076356.565137:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565143:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.565151:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565165:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076356.565177:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076356.565190:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076356.565215:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076356.565219:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076356.565224:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565225:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076356.565227:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076356.565229:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565236:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076356.565239:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076356.565247:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076356.565252:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076356.565258:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565261:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076356.565262:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076356.565264:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076356.565269:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076356.565273:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076356.565291:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925665792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076356.565299:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076356.565302:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076356.565306:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925665792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076356.565331:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076356.565335:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076356.565352:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076356.565355:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076356.565356:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076356.565358:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076356.565363:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3044
00000400:00000200:0.0:1769076356.565373:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076356.565376:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076356.565377:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076356.565380:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565382:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.565384:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565398:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076356.565411:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076356.565417:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076356.565422:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076356.565424:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076356.565430:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076356.565435:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076356.565455:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565457:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076356.565459:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565460:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076356.565462:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076356.565463:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076356.565464:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076356.565472:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076356.565480:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076356.565484:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565490:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076356.565495:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076356.565502:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565514:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076356.565519:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076356.565558:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076356.565561:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076356.565563:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076356.565564:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076356.565565:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076356.565567:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076356.565570:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076356.565572:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076356.565577:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925665920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076356.565603:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076356.565605:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076356.565610:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925665920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076356.565634:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076356.565638:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076356.565647:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076356.565656:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3054)
00000800:00000200:3.1:1769076356.565798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076356.565830:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076356.566255:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076356.566258:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076356.566508:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076356.566509:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076356.566716:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076356.566718:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076357.012697:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076357.012700:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076357.012703:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076357.908646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297718529, at 4297718592
00000100:00000010:2.0:1769076357.908672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000020:00000001:0.0:1769076358.036849:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076358.036857:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076358.036864:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076360.084839:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076360.084859:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076360.084865:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076361.108922:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076361.108928:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076361.108933:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076361.685822:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076361.685835:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076361.686798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076361.686802:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076361.687191:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076361.687194:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076361.687578:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076361.687581:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769076362.132863:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076362.132870:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076362.132874:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076363.028723:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297723649, at 4297723712
00000100:00000010:2.0:1769076363.028745:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769076364.180978:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076364.180990:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076364.180999:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076365.204827:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076365.204833:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076365.204838:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076366.228787:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076366.228792:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076366.228795:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076366.805806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076366.805814:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076366.806783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076366.806787:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076366.807233:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076366.807237:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076366.807637:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076366.807640:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769076368.148675:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297728769, at 4297728832
00000100:00000010:2.0:1769076368.148701:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000020:00000001:0.0:1769076368.276759:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076368.276764:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076368.276768:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076369.300692:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076369.300696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076369.300699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076370.324819:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076370.324825:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076370.324830:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076371.925893:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076371.926516:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076371.926786:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076371.927094:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076372.372827:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076372.372835:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076372.372841:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076373.268646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297733889, at 4297733952
00000100:00000010:2.0:1769076373.268669:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000020:00000001:0.0:1769076373.396767:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076373.396774:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076373.396779:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076374.420781:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076374.420787:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076374.420792:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076374.996850:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076374.996912:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076374.996928:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076374.996934:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076374.996939:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076374.996944:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076374.996951:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076374.996957:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769076374.996963:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076374.996969:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076374.996977:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc96e8
00000400:00000010:2.0:1769076374.996981:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc96e8.
00000100:00000001:2.0:1769076374.996987:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076374.996998:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830000 x1855007925667072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997035:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076374.997041:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925667072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997059:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076374.997062:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076374.997073:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076374.997077:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769076374.997080:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076374.997085:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076374.997088:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9cc0
00000400:00000010:2.0:1769076374.997090:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9cc0.
00000100:00000001:2.0:1769076374.997109:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076374.997113:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833480 x1855007925667200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997119:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076374.997122:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925667200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997127:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076374.997128:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076374.997132:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076374.997134:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769076374.997137:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076374.997140:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076374.997143:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc97f8
00000400:00000010:2.0:1769076374.997144:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc97f8.
00000100:00000001:2.0:1769076374.997147:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076374.997153:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832d80 x1855007925667328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997162:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076374.997168:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925667328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997176:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076374.997178:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076374.997187:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076374.997191:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769076374.997194:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076374.997203:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076374.997212:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9088
00000400:00000010:2.0:1769076374.997213:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9088.
00000100:00000001:2.0:1769076374.997215:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076374.997218:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833800 x1855007925667456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997224:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076374.997230:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925667456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076374.997238:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076374.997243:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076376.468856:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076376.468869:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076376.468874:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076377.046080:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076377.046093:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076377.047151:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076377.047156:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076377.047838:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076377.047843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076377.048270:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076377.048274:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076377.492743:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076377.492752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076377.492759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076378.260967:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769076378.260988:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076378.261003:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076378.261010:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076378.261014:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076378.388622:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297739009, at 4297739072
00000100:00000010:2.0:1769076378.388647:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000020:00000001:0.0:1769076378.516733:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076378.516742:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076378.516749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076380.564706:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076380.564713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076380.564718:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076381.588818:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076381.588827:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076381.588835:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076382.164698:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.164711:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076382.164715:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.164719:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.164724:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.164733:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3070
00000400:00000200:0.0:1769076382.164746:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076382.164753:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.164757:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.164762:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.164766:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.164770:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.164773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076382.164779:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.164783:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076382.164789:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.164793:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076382.164798:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076382.164803:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076382.164810:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.164815:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.164819:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.164823:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076382.164829:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076382.164836:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076382.164842:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.164848:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.164854:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.164859:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.164864:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076382.164868:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.164880:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076382.164887:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076382.164894:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.164896:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.164900:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.164903:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.164910:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.164921:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076382.164929:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.164945:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925668096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.164965:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.164973:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.164983:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925668096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.165041:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.165048:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.165052:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076382.165055:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.165057:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.165061:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.165065:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3070
00000400:00000200:0.0:1769076382.165071:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076382.165076:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.165080:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.165085:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165089:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.165097:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165103:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076382.165111:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.165114:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076382.165120:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.165125:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076382.165128:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076382.165134:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076382.165141:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165149:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.165156:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165164:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076382.165172:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076382.165182:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165188:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.165196:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.165205:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.165211:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165217:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.165222:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076382.165234:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165238:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.165248:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076382.165271:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076382.165282:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.165287:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165299:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.165306:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.165314:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.165330:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076382.165342:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.165382:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925668224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.165423:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.165431:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.165453:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925668224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.165492:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.165503:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.165562:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076382.165568:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.165572:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.165576:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.165587:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3070
00000400:00000200:0.0:1769076382.165602:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076382.165616:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.165622:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.165633:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165640:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.165648:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165650:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076382.165653:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.165657:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076382.165663:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.165668:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076382.165675:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076382.165685:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076382.165697:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165703:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.165708:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165716:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076382.165724:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076382.165734:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076382.165747:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.165750:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.165756:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.165761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165770:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.165775:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076382.165783:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165791:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.165805:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076382.165828:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.1:1769076382.165833:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076382.165839:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769076382.165846:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1769076382.165847:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.165859:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.165868:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.165877:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.165888:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076382.165901:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.165915:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925668352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.165937:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.165946:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.165958:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925668352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.165994:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.166004:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.166024:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076382.166031:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.166037:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.166047:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.166056:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3070
00000400:00000200:0.0:1769076382.166066:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076382.166077:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.166082:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.166093:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.166098:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.166106:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.166110:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076382.166115:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.166121:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076382.166128:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.166133:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076382.166143:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076382.166152:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076382.166170:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.166183:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.166195:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076382.166204:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076382.166215:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076382.166232:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076382.166243:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.166248:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.166261:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.166272:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.166284:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.166294:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076382.166310:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.166320:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.166336:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076382.166375:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076382.166388:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.166392:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.166397:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.166404:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.166410:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.166423:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076382.166433:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.166452:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925668480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.166483:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.166492:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.166504:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925668480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.166569:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.166579:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076382.166596:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076382.166607:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3080)
00000800:00000200:3.1:1769076382.166916:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076382.166919:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076382.167287:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076382.167290:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076382.167706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076382.167709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076382.612712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076382.612716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076382.612719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076383.508658:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297744129, at 4297744192
00000100:00000010:2.0:1769076383.508677:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000020:00000001:0.0:1769076384.660802:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076384.660811:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076384.660816:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076385.684754:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076385.684761:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076385.684765:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076386.708804:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076386.708809:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076386.708815:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076387.284668:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076387.284682:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076387.284685:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076387.284691:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076387.284697:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076387.284706:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3075
00000400:00000200:0.0:1769076387.284718:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076387.284726:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076387.284731:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076387.284735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284739:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.284742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076387.284751:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076387.284754:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076387.284757:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076387.284761:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076387.284763:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076387.284766:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076387.284770:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284773:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.284776:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284779:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076387.284783:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076387.284787:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284790:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076387.284793:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076387.284797:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076387.284801:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.284804:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076387.284807:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076387.284829:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076387.284833:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076387.284838:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076387.284840:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.284844:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076387.284847:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076387.284852:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076387.284864:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076387.284871:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076387.284882:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925668608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076387.284897:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076387.284903:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076387.284909:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925668608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076387.284943:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076387.284947:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076387.284952:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076387.284954:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076387.284957:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076387.284960:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076387.284964:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3075
00000400:00000200:0.0:1769076387.284969:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076387.284973:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076387.284976:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076387.284980:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284984:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.284988:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.284990:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076387.284993:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076387.284995:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076387.284997:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076387.285000:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076387.285004:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076387.285007:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076387.285012:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285026:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.285030:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285032:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076387.285035:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076387.285041:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285046:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076387.285055:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076387.285063:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076387.285074:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285079:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076387.285083:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076387.285091:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285109:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076387.285115:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076387.285129:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076387.285146:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076387.285153:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285163:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076387.285179:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076387.285190:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076387.285198:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076387.285208:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076387.285225:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925668736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076387.285290:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076387.285297:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076387.285316:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925668736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076387.285366:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076387.285379:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076387.285390:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076387.285398:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076387.285404:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076387.285414:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076387.285426:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3075
00000400:00000200:0.0:1769076387.285438:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076387.285456:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076387.285472:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076387.285489:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285499:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.285515:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285566:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076387.285571:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076387.285573:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076387.285575:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076387.285578:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076387.285581:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076387.285585:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076387.285591:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285594:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.285598:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285600:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076387.285604:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076387.285608:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285618:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076387.285621:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076387.285631:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076387.285638:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285641:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076387.285648:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076387.285661:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285665:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076387.285671:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076387.285674:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076387.285684:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076387.285688:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.285691:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076387.285694:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076387.285704:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076387.285713:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076387.285726:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076387.285751:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925668864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076387.285789:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076387.285802:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076387.285833:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925668864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076387.285863:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076387.285874:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076387.285879:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076387.285881:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076387.285883:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076387.285886:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076387.285897:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3075
00000400:00000200:0.0:1769076387.285909:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076387.285922:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076387.285931:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076387.285939:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285942:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.285947:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.285959:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076387.285964:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076387.285965:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076387.285967:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076387.285970:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076387.285978:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076387.285987:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076387.285999:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.286007:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076387.286019:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076387.286027:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076387.286032:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:3.1:1769076387.286038:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076387.286041:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076387.286058:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076387.286060:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1769076387.286064:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076387.286075:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076387.286093:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.286095:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076387.286105:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076387.286112:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.286116:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076387.286125:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076387.286130:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076387.286144:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076387.286146:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076387.286158:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076387.286168:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076387.286172:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076387.286180:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076387.286189:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076387.286202:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925668992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076387.286286:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076387.286296:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076387.286316:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925668992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076387.286359:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076387.286379:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076387.286393:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076387.286405:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3085)
00000800:00000200:3.1:1769076387.286997:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076387.287002:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076387.287418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076387.287421:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076387.287849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076387.287853:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076388.628669:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297749249, at 4297749312
00000100:00000010:2.0:1769076388.628697:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000020:00000001:0.0:1769076388.756823:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076388.756831:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076388.756837:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076389.780776:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076389.780782:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076389.780787:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076390.804878:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076390.804886:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076390.804892:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076392.405792:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076392.405817:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076392.406800:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076392.406805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076392.407215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076392.407219:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076392.407663:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076392.407669:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076393.748676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297754369, at 4297754432
00000100:00000010:2.0:1769076393.748698:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769076393.876812:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076393.876821:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076393.876828:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076394.900788:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076394.900797:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076394.900803:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076397.524689:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076397.524701:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076397.524705:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076397.524710:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076397.524715:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076397.524724:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3085
00000400:00000200:0.0:1769076397.524736:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076397.524744:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076397.524749:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076397.524753:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.524757:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.524760:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.524764:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076397.524769:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076397.524771:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076397.524774:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076397.524778:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076397.524781:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076397.524784:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076397.524787:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.524790:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.524793:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.524795:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076397.524800:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076397.524804:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076397.524807:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076397.524812:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076397.524816:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076397.524820:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.524822:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076397.524825:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076397.524837:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076397.524841:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076397.524846:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076397.524848:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.524852:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076397.524872:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076397.524880:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076397.524895:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076397.524904:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076397.524919:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925669632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076397.524941:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076397.524948:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076397.524958:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925669632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076397.525011:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076397.525017:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076397.525022:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076397.525024:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076397.525026:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076397.525030:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076397.525034:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3085
00000400:00000200:0.0:1769076397.525040:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076397.525046:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076397.525050:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076397.525055:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525059:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.525063:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525066:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076397.525070:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076397.525073:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076397.525075:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076397.525078:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076397.525082:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076397.525112:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076397.525117:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525123:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.525125:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525128:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076397.525131:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076397.525140:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525151:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076397.525156:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076397.525165:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076397.525175:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.525183:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076397.525193:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076397.525202:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.525210:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076397.525220:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076397.525228:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076397.525238:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076397.525244:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.525249:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076397.525255:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076397.525260:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076397.525271:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076397.525280:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076397.525298:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925669760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076397.525324:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076397.525330:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076397.525342:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925669760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076397.525370:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076397.525375:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076397.525382:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076397.525388:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076397.525392:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076397.525417:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076397.525427:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3085
00000400:00000200:0.0:1769076397.525442:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076397.525454:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076397.525460:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076397.525468:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525474:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.525483:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525488:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076397.525493:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076397.525499:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076397.525504:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076397.525509:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076397.525515:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076397.525521:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076397.525597:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525604:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.525614:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525623:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076397.525630:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076397.525638:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076397.525648:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076397.525656:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076397.525662:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076397.525674:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.525684:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076397.525687:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076397.525691:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.525697:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076397.525705:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076397.525718:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076397.525727:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076397.525731:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076397.525738:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076397.525739:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076397.525746:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076397.525749:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1769076397.525751:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076397.525767:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076397.525777:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076397.525790:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925669888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076397.525826:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076397.525832:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076397.525844:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925669888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076397.525878:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076397.525898:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076397.525914:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076397.525924:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076397.525934:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076397.525946:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076397.525962:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3085
00000400:00000200:0.0:1769076397.525980:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076397.525993:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076397.525999:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076397.526009:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.526012:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.526016:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.526018:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076397.526022:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076397.526032:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076397.526040:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076397.526046:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076397.526055:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076397.526064:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076397.526077:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.526117:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076397.526131:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076397.526141:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076397.526152:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076397.526163:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076397.526169:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076397.526178:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076397.526187:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076397.526198:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.526217:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076397.526224:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076397.526236:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.526244:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076397.526257:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076397.526264:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076397.526275:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076397.526280:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076397.526285:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076397.526291:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076397.526300:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076397.526309:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076397.526333:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076397.526347:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925670016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076397.526407:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076397.526418:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076397.526434:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925670016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076397.526464:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076397.526472:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076397.526485:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076397.526496:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3095)
00000800:00000200:1.1:1769076397.526829:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076397.526832:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076397.527256:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076397.527259:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076397.527641:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076397.527644:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076397.972845:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076397.972851:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076397.972856:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076398.868647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297759489, at 4297759552
00000100:00000010:2.0:1769076398.868669:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000020:00000001:0.0:1769076398.996814:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076398.996821:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076398.996827:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076402.068809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076402.068815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076402.068821:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076402.644702:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076402.644716:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076402.644720:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076402.644724:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076402.644730:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076402.644738:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3090
00000400:00000200:2.0:1769076402.644750:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076402.644758:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076402.644762:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076402.644767:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.644771:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.644774:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.644777:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076402.644783:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076402.644785:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076402.644789:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076402.644792:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076402.644795:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076402.644798:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076402.644802:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.644804:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.644807:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.644809:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076402.644813:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076402.644817:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076402.644821:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076402.644824:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076402.644828:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076402.644832:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.644835:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076402.644838:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076402.644859:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076402.644864:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076402.644869:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076402.644871:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.644875:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076402.644879:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076402.644884:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076402.644893:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076402.644901:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076402.644913:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925670144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076402.644938:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076402.644943:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076402.644949:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925670144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076402.644980:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076402.644985:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076402.644990:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076402.644991:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076402.644994:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076402.644997:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076402.645000:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3090
00000400:00000200:2.0:1769076402.645038:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076402.645049:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076402.645053:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076402.645057:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645059:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645062:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645065:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076402.645068:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076402.645069:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076402.645072:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076402.645075:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076402.645079:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076402.645082:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076402.645087:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645091:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645094:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645097:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076402.645100:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076402.645104:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645106:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076402.645109:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076402.645116:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076402.645119:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645126:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076402.645131:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076402.645142:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645145:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076402.645154:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076402.645162:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076402.645179:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076402.645184:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645191:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076402.645197:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076402.645202:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076402.645212:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076402.645220:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076402.645236:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925670272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076402.645266:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076402.645273:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076402.645282:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925670272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076402.645336:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076402.645347:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076402.645351:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076402.645354:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076402.645358:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076402.645366:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076402.645372:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3090
00000400:00000200:2.0:1769076402.645384:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076402.645402:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076402.645411:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076402.645424:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645434:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645444:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645454:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076402.645464:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076402.645477:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076402.645486:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076402.645496:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076402.645505:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076402.645512:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076402.645567:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645573:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645578:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645580:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076402.645584:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076402.645588:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645591:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076402.645595:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076402.645603:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076402.645610:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645613:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076402.645617:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076402.645624:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645629:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076402.645636:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076402.645647:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076402.645653:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076402.645658:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.645664:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076402.645671:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076402.645679:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076402.645690:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076402.645701:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076402.645717:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925670400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076402.645748:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076402.645757:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076402.645770:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925670400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076402.645781:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076402.645785:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076402.645790:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076402.645793:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076402.645799:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076402.645803:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076402.645813:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3090
00000400:00000200:2.0:1769076402.645829:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:1.1:1769076402.645849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769076402.645851:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076402.645861:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076402.645863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769076402.645872:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645881:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645891:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645903:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076402.645909:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076402.645915:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076402.645920:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076402.645928:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076402.645934:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076402.645941:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076402.645953:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645958:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076402.645966:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076402.645973:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076402.645982:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076402.645991:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076402.646001:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076402.646032:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076402.646037:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076402.646040:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.646051:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076402.646055:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076402.646061:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.646066:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076402.646077:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076402.646086:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076402.646094:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076402.646101:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076402.646106:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076402.646110:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076402.646117:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076402.646130:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076402.646142:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076402.646156:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925670528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076402.646175:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076402.646182:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076402.646194:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925670528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076402.646230:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076402.646236:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076402.646243:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076402.646256:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3101)
00000800:00000200:1.1:1769076402.646890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076402.646893:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076402.647379:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076402.647384:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076402.647849:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076402.647853:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076403.092793:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076403.092798:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076403.092802:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076403.988596:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297764609, at 4297764672
00000100:00000010:2.0:1769076403.988609:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769076406.164822:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076406.164828:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076406.164833:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076407.188818:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076407.188826:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076407.188833:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076407.764777:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.764793:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076407.764798:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.764803:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.764809:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.764821:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3096
00000400:00000200:0.0:1769076407.764836:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076407.764846:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.764851:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.764857:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.764861:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.764865:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.764868:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076407.764875:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.764878:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076407.764882:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.764886:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076407.764890:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076407.764892:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076407.764896:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.764899:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.764901:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.764904:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076407.764909:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076407.764913:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076407.764985:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.764990:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.764995:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.764999:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765004:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076407.765007:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.765020:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076407.765026:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076407.765031:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.765034:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765038:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.765043:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.765049:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.765060:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076407.765069:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.765083:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925670656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.765099:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.765106:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.765112:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925670656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.765147:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.765151:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.765156:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076407.765159:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.765161:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.765165:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.765168:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3096
00000400:00000200:0.0:1769076407.765174:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076407.765178:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.765181:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.765185:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765189:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.765192:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765196:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076407.765200:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.765202:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076407.765204:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.765208:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076407.765211:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076407.765215:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076407.765219:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765222:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.765224:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765226:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076407.765230:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076407.765234:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765244:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.765248:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.765259:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.765267:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765270:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.765276:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076407.765282:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765289:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.765299:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076407.765307:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076407.765315:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.765320:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765326:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.765332:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.765335:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.765350:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076407.765358:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.765375:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925670784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.765397:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.765404:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.765415:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925670784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.765435:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.765442:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.765448:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076407.765452:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.765457:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.765461:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.765471:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3096
00000400:00000200:0.0:1769076407.765479:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076407.765487:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.765490:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.765495:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765503:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.765511:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765518:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076407.765613:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.765620:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076407.765628:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.765631:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076407.765634:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076407.765642:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076407.765649:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765653:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.765661:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765665:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076407.765673:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076407.765684:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076407.765692:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.765697:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.765705:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.765714:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765721:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.765726:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076407.765737:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765745:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.765755:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076407.765762:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076407.765767:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.765772:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.765779:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.765784:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.765791:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.765799:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076407.765807:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.765820:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925670912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.765845:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.765851:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.765867:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925670912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076407.765870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076407.765882:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769076407.765892:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.765901:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.765911:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076407.765942:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.765946:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.765956:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.765967:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3096
00000400:00000200:0.0:1769076407.765977:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076407.765990:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.765995:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.766003:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.766013:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.766024:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.766033:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076407.766042:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.766048:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076407.766051:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.766055:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076407.766063:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076407.766068:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076407.766080:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.766087:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.766093:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076407.766100:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076407.766110:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076407.766117:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076407.766122:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.766132:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.766137:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.766144:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.766149:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.766156:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076407.766161:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.766165:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.766177:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076407.766181:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076407.766184:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.766187:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.766192:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.766197:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.766200:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.766207:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076407.766216:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.766226:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925671040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.766247:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.766256:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.766265:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925671040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.766282:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.766290:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076407.766304:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076407.766316:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3106)
00000800:00000200:1.1:1769076407.766772:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076407.766776:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076407.767198:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076407.767203:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076407.767636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076407.767640:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769076409.108637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297769729, at 4297769792
00000100:00000010:2.0:1769076409.108658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769076410.260806:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076410.260812:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076410.260817:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076411.284844:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076411.284850:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076411.284855:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076412.885777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076412.885786:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076412.886798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076412.886800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076412.887298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076412.887300:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076412.887751:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076412.887754:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076414.228740:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297774849, at 4297774912
00000100:00000010:2.0:1769076414.228771:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076414.356892:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076414.356898:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076414.356904:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076415.380782:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076415.380816:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076415.380823:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076416.149238:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:0.0:1769076418.004772:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076418.004786:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076418.004790:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076418.004794:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076418.004799:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076418.004809:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3106
00000400:00000200:0.0:1769076418.004820:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076418.004828:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076418.004832:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076418.004837:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.004841:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.004844:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.004848:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076418.004853:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076418.004856:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076418.004859:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076418.004862:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076418.004865:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076418.004868:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076418.004872:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.004874:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.004877:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.004880:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076418.004884:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076418.004888:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076418.004892:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076418.004895:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076418.004899:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076418.004904:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.004906:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076418.004909:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076418.004918:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076418.004922:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076418.004927:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076418.004929:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.004932:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076418.004936:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076418.004942:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076418.004952:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076418.004959:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076418.004970:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925671680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076418.004984:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076418.004990:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076418.004995:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925671680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076418.005028:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076418.005033:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076418.005037:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076418.005039:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076418.005042:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076418.005045:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076418.005056:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3106
00000400:00000200:0.0:1769076418.005061:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076418.005065:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076418.005068:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076418.005072:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005075:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005079:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005082:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076418.005085:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076418.005088:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076418.005090:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076418.005093:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076418.005095:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076418.005098:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076418.005102:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005106:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005110:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005115:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076418.005123:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076418.005132:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005141:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076418.005144:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076418.005151:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076418.005157:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005165:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076418.005172:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076418.005182:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005190:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076418.005200:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076418.005207:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076418.005219:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076418.005224:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005232:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076418.005236:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076418.005242:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076418.005251:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076418.005263:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076418.005275:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925671808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076418.005295:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076418.005302:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076418.005316:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925671808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076418.005331:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076418.005341:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076418.005350:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076418.005353:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076418.005359:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076418.005368:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076418.005375:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3106
00000400:00000200:0.0:1769076418.005384:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076418.005394:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076418.005397:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076418.005404:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005412:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005420:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005425:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076418.005433:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076418.005435:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076418.005443:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076418.005447:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076418.005456:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076418.005462:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076418.005475:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005480:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005489:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005499:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076418.005503:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076418.005515:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005519:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076418.005563:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076418.005568:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076418.005572:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005579:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076418.005587:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076418.005591:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005598:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076418.005608:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076418.005619:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076418.005627:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076418.005633:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.005641:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076418.005647:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076418.005654:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076418.005662:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076418.005671:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076418.005684:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925671936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076418.005725:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076418.005733:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076418.005742:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925671936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076418.005797:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076418.005804:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076418.005807:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076418.005813:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769076418.005816:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076418.005822:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076418.005830:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076418.005839:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076418.005850:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3106
00000400:00000200:0.0:1769076418.005864:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076418.005876:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076418.005883:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076418.005892:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005898:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005906:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005914:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076418.005922:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076418.005926:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076418.005933:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076418.005937:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076418.005944:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076418.005951:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076418.005965:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005973:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076418.005980:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076418.005986:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076418.005994:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076418.006002:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076418.006007:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076418.006012:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076418.006019:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076418.006025:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.006035:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076418.006038:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076418.006043:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.006049:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076418.006057:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076418.006064:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076418.006074:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076418.006078:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076418.006088:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076418.006091:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076418.006099:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076418.006108:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076418.006121:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076418.006137:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925672064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076418.006174:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076418.006182:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076418.006195:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925672064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076418.006219:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076418.006226:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076418.006241:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076418.006255:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3116)
00000800:00000200:1.1:1769076418.006642:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076418.006645:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076418.007034:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076418.007037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076418.007377:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076418.007380:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076418.452804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076418.452813:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076418.452820:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076419.348660:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297779969, at 4297780032
00000100:00000010:2.0:1769076419.348682:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769076419.476828:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076419.476834:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076419.476839:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076422.548776:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076422.548782:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076422.548788:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076423.125777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076423.125788:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076423.126697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076423.126701:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076423.127088:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076423.127094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076423.127482:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076423.127485:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076423.572841:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076423.572847:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076423.572852:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076424.468723:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297785089, at 4297785152
00000100:00000010:2.0:1769076424.468739:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769076426.644810:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076426.644819:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076426.644825:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076427.668872:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076427.668878:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076427.668883:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076428.245673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076428.245684:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076428.246628:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076428.246631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076428.246995:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076428.246998:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076428.247326:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076428.247329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769076429.588691:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297790209, at 4297790272
00000100:00000010:2.0:1769076429.588714:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769076430.740774:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076430.740787:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076430.740798:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076431.764737:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076431.764743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076431.764748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076433.365809:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076433.365825:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076433.366445:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076433.366449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076433.366952:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076433.366956:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076433.367318:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076433.367321:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076434.708680:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297795329, at 4297795392
00000100:00000010:2.0:1769076434.708704:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769076434.836765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076434.836771:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076434.836777:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076435.860781:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076435.860790:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076435.860798:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076438.485235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076438.485618:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076438.485715:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076438.485881:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076438.932838:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076438.932847:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076438.932854:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076439.828597:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297800448, at 4297800512
00000100:00000010:2.0:1769076439.828616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769076439.956687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076439.956691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076439.956695:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076441.556963:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076441.557071:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076441.557096:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076441.557105:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076441.557113:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076441.557121:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076441.557130:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076441.557137:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:2.0:1769076441.557146:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076441.557153:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076441.557174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:2.0:1769076441.557180:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:2.0:1769076441.557190:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076441.557207:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952a680 x1855007925673728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557302:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076441.557313:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925673728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557330:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076441.557335:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076441.557409:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076441.557414:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547b00.
00000400:00000200:2.0:1769076441.557420:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076441.557427:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076441.557434:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:2.0:1769076441.557439:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769076441.557447:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076441.557457:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529880 x1855007925673856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557476:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076441.557490:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925673856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557514:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076441.557522:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076441.557660:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076441.557671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076441.557681:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076441.557697:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076441.557711:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460ee0
00000400:00000010:2.0:1769076441.557720:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460ee0.
00000100:00000001:2.0:1769076441.557731:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076441.557748:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529f80 x1855007925673984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557778:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076441.557795:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925673984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557837:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076441.557846:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076441.557865:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076441.557877:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076441.557889:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076441.557906:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076441.557919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460e58
00000400:00000010:2.0:1769076441.557929:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460e58.
00000100:00000001:2.0:1769076441.557940:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076441.557955:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529500 x1855007925674112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.557990:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076441.558005:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925674112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076441.558043:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076441.558055:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076443.028652:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076443.028657:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076443.028660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076443.605585:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076443.605593:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076443.606494:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076443.606499:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076443.606931:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076443.606934:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076443.607311:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076443.607313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076444.052758:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076444.052762:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076444.052765:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076444.948633:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297805569, at 4297805632
00000100:00000010:2.0:1769076444.948646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769076447.124638:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076447.124643:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076447.124646:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076448.148741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076448.148747:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076448.148751:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076448.724620:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.724629:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076448.724631:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.724634:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.724637:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.724643:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3136
00000400:00000200:0.0:1769076448.724651:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076448.724656:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.724658:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.724661:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724664:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.724666:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724667:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076448.724671:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.724674:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076448.724676:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.724678:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076448.724680:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076448.724681:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076448.724683:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724684:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.724686:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724687:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076448.724689:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076448.724691:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724693:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.724695:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.724698:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.724700:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.724701:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076448.724703:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.724710:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076448.724712:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076448.724715:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.724716:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.724718:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.724720:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.724723:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.724731:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076448.724736:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.724742:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925674752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.724752:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.724756:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.724761:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925674752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.724789:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.724793:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.724797:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076448.724799:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.724801:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.724805:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.724808:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3136
00000400:00000200:0.0:1769076448.724812:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076448.724818:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.724825:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.724833:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724840:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.724843:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724846:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076448.724853:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.724856:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076448.724859:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.724862:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076448.724866:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076448.724870:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076448.724877:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724881:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.724886:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724889:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076448.724894:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076448.724898:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076448.724903:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.724907:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.724911:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.724916:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.724919:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.724922:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076448.724928:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.724934:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.724942:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076448.724947:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076448.724955:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.724960:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.724966:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.724969:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.724974:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.724984:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076448.724991:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.725000:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925674880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.725013:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.725016:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.725025:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925674880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.725053:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.725058:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.725068:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076448.725071:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.725077:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.725083:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.725101:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3136
00000800:00000200:1.1:1769076448.725108:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076448.725113:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000400:00000200:0.0:1769076448.725117:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076448.725126:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.725131:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.725137:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725143:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.725150:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725156:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076448.725160:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.725165:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076448.725171:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.725174:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076448.725178:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076448.725180:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076448.725183:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725186:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.725189:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725191:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076448.725197:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076448.725203:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725210:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.725212:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.725217:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.725221:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725225:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.725241:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076448.725249:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725254:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.725262:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076448.725269:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076448.725275:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.725279:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725282:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.725285:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.725288:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.725293:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076448.725301:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.725314:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925675008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.725329:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.725334:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.725346:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925675008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.725367:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.725373:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.725385:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076448.725390:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.725394:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.725400:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.725407:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3136
00000400:00000200:0.0:1769076448.725420:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076448.725431:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.725438:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.725447:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725454:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.725461:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725469:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076448.725475:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.725480:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076448.725484:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.725488:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076448.725494:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076448.725501:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076448.725508:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725513:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.725520:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725564:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076448.725570:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076448.725579:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076448.725585:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.725591:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.725598:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.725604:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725610:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.725614:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076448.725621:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725628:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.725638:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076448.725644:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076448.725652:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.725656:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.725662:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.725666:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.725669:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.725676:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076448.725681:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.725690:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925675136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.725704:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.725708:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.725716:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925675136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.725729:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.725732:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076448.725735:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076448.725741:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3147)
00000800:00000200:1.1:1769076448.725806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076448.725808:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076448.725999:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076448.726001:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076448.726297:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076448.726299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769076450.068613:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297810688, at 4297810752
00000100:00000010:2.0:1769076450.068635:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000020:00000001:0.0:1769076451.220748:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076451.220754:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076451.220759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076452.244848:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076452.244854:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076452.244861:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076453.845187:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076453.845190:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076453.845613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076453.845615:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076453.845851:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076453.845853:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076453.846059:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076453.846062:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.0:1769076455.060885:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076455.188633:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297815808, at 4297815872
00000100:00000010:2.0:1769076455.188646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076455.316668:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076455.316673:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076455.316676:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076456.340851:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076456.340858:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076456.340863:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076458.964757:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.964774:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076458.964779:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.964785:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.964793:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.964805:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3147
00000400:00000200:0.0:1769076458.964819:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076458.964829:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.964836:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.964842:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.964849:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.964854:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.964859:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076458.964866:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.964870:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076458.964875:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.964881:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076458.964886:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076458.964891:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076458.964897:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.964903:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.964907:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.964912:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076458.964918:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076458.964922:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076458.964926:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.964930:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.964934:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.964938:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.964940:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076458.964944:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.964955:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076458.964960:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076458.964965:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.964967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.964971:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.964974:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.964979:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.964989:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076458.964997:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.965008:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925675776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.965022:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.965028:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.965033:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925675776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.965086:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.965091:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.965097:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076458.965100:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.965103:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.965108:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.965113:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3147
00000400:00000200:0.0:1769076458.965121:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076458.965130:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.965137:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.965150:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965154:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.965164:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965174:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076458.965183:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.965190:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076458.965194:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.965199:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076458.965206:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076458.965215:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076458.965229:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965238:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.965247:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965254:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076458.965262:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076458.965272:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965284:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.965289:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.965300:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.965307:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965317:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076458.965327:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076458.965337:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965342:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.965356:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076458.965362:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076458.965373:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.965379:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965385:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.965388:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.965395:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.965406:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076458.965415:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.965428:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925675904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.965443:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.965450:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.965462:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925675904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.965489:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.965495:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.965507:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076458.965516:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.965518:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.965522:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.965594:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3147
00000400:00000200:0.0:1769076458.965642:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076458.965663:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.965671:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.965685:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965693:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.965702:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965709:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076458.965714:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.965718:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076458.965727:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.965734:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076458.965741:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:1.1:1769076458.965742:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076458.965752:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:1.1:1769076458.965755:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769076458.965765:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965779:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.965794:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965809:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076458.965821:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076458.965841:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076458.965855:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.965864:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.965874:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.965886:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965891:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076458.965898:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076458.965905:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965912:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.965924:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076458.965933:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076458.965944:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.965949:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.965959:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.965962:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.965969:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.965977:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076458.965986:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.966000:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925676032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.966019:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.966024:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.966038:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925676032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.966051:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.966084:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.966100:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076458.966106:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.966113:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.966117:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.966128:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3147
00000400:00000200:0.0:1769076458.966140:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076458.966154:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.966164:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.966176:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.966187:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.966191:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.966200:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076458.966207:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.966214:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076458.966219:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.966226:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076458.966232:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076458.966240:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076458.966253:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.966262:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.966270:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076458.966281:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076458.966290:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076458.966304:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076458.966316:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.966325:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.966333:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.966342:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.966353:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076458.966364:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076458.966376:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.966385:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.966397:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076458.966408:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076458.966418:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.966423:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.966431:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.966435:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.966440:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.966450:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076458.966458:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.966476:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925676160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.966501:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.966510:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.966519:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925676160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.966562:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.966567:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076458.966577:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076458.966586:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3157)
00000800:00000200:1.1:1769076458.966887:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076458.966892:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076458.967341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076458.967345:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076458.967802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076458.967807:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076459.412817:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076459.412822:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076459.412827:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076460.308629:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297820929, at 4297820992
00000100:00000010:2.0:1769076460.308649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769076460.436781:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076460.436788:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076460.436793:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076463.508816:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076463.508822:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076463.508827:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076464.084686:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076464.084710:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076464.084716:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076464.084724:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076464.084733:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076464.084747:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3152
00000400:00000200:0.0:1769076464.084767:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076464.084780:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076464.084788:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076464.084795:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.084802:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.084807:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.084813:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076464.084822:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076464.084826:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076464.084832:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076464.084837:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076464.084840:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076464.084844:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076464.084849:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.084851:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.084854:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.084856:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076464.084860:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076464.084865:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076464.084868:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076464.084872:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076464.084878:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076464.084882:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.084885:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076464.084888:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076464.084904:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076464.084911:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076464.084917:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076464.084919:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.084924:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076464.084929:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076464.084936:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076464.084948:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076464.084959:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076464.085006:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925676288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076464.085023:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076464.085030:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076464.085037:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925676288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076464.085069:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076464.085074:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076464.085085:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076464.085087:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076464.085090:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076464.085094:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076464.085098:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3152
00000400:00000200:0.0:1769076464.085104:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076464.085108:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076464.085112:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076464.085117:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085120:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.085125:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085129:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076464.085132:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076464.085134:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076464.085136:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076464.085140:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076464.085143:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076464.085147:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076464.085157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085163:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.085172:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085175:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076464.085183:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076464.085188:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085196:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076464.085200:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076464.085212:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076464.085221:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085229:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076464.085238:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076464.085247:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085253:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076464.085262:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076464.085270:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076464.085279:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076464.085285:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085292:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076464.085299:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076464.085304:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076464.085318:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076464.085326:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076464.085338:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925676416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076464.085363:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076464.085369:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076464.085382:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925676416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076464.085412:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076464.085419:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076464.085426:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076464.085432:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076464.085436:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076464.085441:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076464.085448:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3152
00000400:00000200:0.0:1769076464.085456:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076464.085466:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076464.085473:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076464.085487:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085498:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.085502:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085509:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076464.085515:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076464.085518:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076464.085557:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076464.085561:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076464.085565:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076464.085568:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076464.085575:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085578:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.085583:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085595:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076464.085601:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076464.085612:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085618:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076464.085621:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076464.085625:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076464.085632:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085640:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076464.085644:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076464.085648:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085650:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076464.085656:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076464.085659:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076464.085662:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076464.085664:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.085667:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076464.085669:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076464.085674:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076464.085683:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076464.085694:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076464.085712:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925676544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076464.085746:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076464.085759:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076464.085783:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925676544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076464.085827:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076464.085838:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076464.085846:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076464.085850:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076464.085854:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076464.085858:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076464.085864:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3152
00000400:00000200:0.0:1769076464.085872:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076464.085884:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076464.085893:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076464.085907:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.085916:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076464.085917:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076464.085925:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076464.085928:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769076464.085931:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076464.085942:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076464.085947:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076464.085953:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076464.085959:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076464.085965:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076464.085970:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076464.086011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.086018:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076464.086025:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076464.086033:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076464.086041:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076464.086051:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076464.086059:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076464.086068:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076464.086075:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076464.086084:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.086091:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076464.086098:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076464.086105:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.086113:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076464.086120:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076464.086127:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076464.086138:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076464.086142:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076464.086149:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076464.086154:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076464.086159:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076464.086169:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076464.086179:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076464.086191:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925676672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076464.086217:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076464.086223:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076464.086238:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925676672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076464.086257:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076464.086263:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076464.086272:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076464.086281:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3162)
00000800:00000200:1.1:1769076464.086845:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076464.086849:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076464.087309:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076464.087313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076464.087819:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076464.087822:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076464.532897:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076464.532903:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076464.532908:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076465.428654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297826049, at 4297826112
00000100:00000010:2.0:1769076465.428676:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769076467.604827:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076467.604832:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076467.604837:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076468.628777:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076468.628784:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076468.628790:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076469.204669:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076469.204691:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076469.204696:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076469.204701:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076469.204708:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076469.204721:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3157
00000400:00000200:0.0:1769076469.204737:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076469.204748:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076469.204754:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076469.204759:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.204768:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.204775:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.204780:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076469.204788:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076469.204793:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076469.204798:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076469.204804:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076469.204810:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076469.204817:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076469.204825:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.204830:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.204837:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.204844:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076469.204851:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076469.204859:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076469.204865:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076469.204872:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076469.204880:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076469.204931:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.204936:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076469.204940:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076469.204954:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076469.204961:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076469.204967:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076469.204969:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.204974:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076469.204978:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076469.204986:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076469.205003:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076469.205015:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076469.205033:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925676800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076469.205070:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076469.205079:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076469.205090:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925676800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076469.205125:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076469.205130:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076469.205135:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076469.205138:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076469.205140:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076469.205145:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076469.205148:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3157
00000400:00000200:0.0:1769076469.205155:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076469.205161:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076469.205164:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076469.205169:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.205178:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205181:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076469.205184:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076469.205198:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076469.205202:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076469.205208:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076469.205213:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076469.205218:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076469.205226:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205232:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.205235:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205239:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076469.205245:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076469.205256:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205264:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076469.205272:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076469.205286:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076469.205298:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205302:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076469.205317:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076469.205326:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205335:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076469.205343:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076469.205351:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076469.205360:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076469.205366:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205370:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076469.205373:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076469.205377:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076469.205388:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076469.205397:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076469.205412:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925676928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076469.205425:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076469.205433:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076469.205441:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925676928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076469.205465:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076469.205472:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076469.205487:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076469.205495:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076469.205500:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076469.205506:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076469.205518:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3157
00000400:00000200:0.0:1769076469.205561:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076469.205567:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076469.205573:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076469.205580:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205593:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.205603:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205612:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076469.205621:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076469.205627:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076469.205634:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076469.205638:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076469.205646:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076469.205657:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076469.205670:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205679:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.205691:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205698:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076469.205707:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076469.205718:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076469.205727:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076469.205732:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076469.205741:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076469.205749:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205756:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076469.205761:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076469.205767:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205770:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076469.205778:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076469.205785:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076469.205793:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076469.205802:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.205810:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076469.205818:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076469.205823:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076469.205837:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000800:00000200:1.1:1769076469.205848:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076469.205850:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076469.205856:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00100000:0.0:1769076469.205869:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925677056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076469.205919:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076469.205929:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076469.205942:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925677056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076469.205967:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076469.205975:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076469.205987:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076469.205996:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076469.206005:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076469.206017:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076469.206033:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3157
00000400:00000200:0.0:1769076469.206051:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076469.206063:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076469.206073:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076469.206088:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.206098:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.206104:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.206108:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076469.206118:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076469.206120:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076469.206123:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076469.206126:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076469.206128:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076469.206132:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076469.206139:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.206144:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076469.206151:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076469.206157:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076469.206165:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076469.206177:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076469.206187:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076469.206192:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076469.206201:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076469.206207:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.206213:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076469.206218:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076469.206224:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.206227:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076469.206236:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076469.206243:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076469.206252:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076469.206257:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076469.206263:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076469.206268:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076469.206273:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076469.206280:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076469.206289:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076469.206306:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925677184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076469.206328:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076469.206334:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076469.206351:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925677184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076469.206379:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076469.206389:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076469.206399:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076469.206411:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3167)
00000800:00000200:1.1:1769076469.206839:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076469.206842:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076469.207315:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076469.207319:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076469.207775:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076469.207778:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769076470.548791:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297831169, at 4297831232
00000100:00000010:2.0:1769076470.548814:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076471.700940:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076471.700946:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076471.700951:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076472.724731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076472.724735:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076472.724738:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076474.324777:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076474.324791:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076474.324795:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076474.324827:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076474.324835:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076474.324843:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3162
00000400:00000200:2.0:1769076474.324858:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076474.324867:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076474.324871:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076474.324876:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.324880:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.324883:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.324887:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076474.324893:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076474.324895:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076474.324899:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076474.324904:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076474.324907:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076474.324910:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076474.324914:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.324917:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.324919:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.324921:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076474.324925:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076474.324929:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076474.324932:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076474.324936:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076474.324940:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076474.324944:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.324947:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076474.324950:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076474.324961:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769076474.324965:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076474.324970:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076474.324972:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.324976:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076474.324979:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076474.324984:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076474.324994:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076474.325001:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076474.325012:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925677312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076474.325026:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076474.325032:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076474.325038:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925677312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076474.325070:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076474.325075:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076474.325080:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076474.325082:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076474.325085:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076474.325088:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076474.325092:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3162
00000400:00000200:2.0:1769076474.325096:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076474.325101:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076474.325104:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076474.325110:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325113:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.325116:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325120:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076474.325124:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076474.325131:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076474.325135:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076474.325142:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076474.325147:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076474.325153:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076474.325162:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325170:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.325177:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325185:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076474.325194:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076474.325202:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325210:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076474.325216:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076474.325226:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076474.325234:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325242:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076474.325250:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076474.325260:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325265:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076474.325272:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769076474.325281:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076474.325286:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076474.325289:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325299:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076474.325305:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076474.325310:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076474.325319:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076474.325327:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076474.325343:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925677440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076474.325362:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076474.325371:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076474.325388:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925677440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076474.325441:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076474.325448:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076474.325460:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076474.325465:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076474.325472:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076474.325480:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076474.325489:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3162
00000400:00000200:2.0:1769076474.325500:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076474.325515:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076474.325587:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076474.325604:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325617:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.325629:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325644:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076474.325658:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076474.325667:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076474.325676:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076474.325683:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076474.325693:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076474.325704:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076474.325721:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325730:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.325744:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325756:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769076474.325765:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769076474.325771:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:1.1:1769076474.325774:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1769076474.325790:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076474.325826:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076474.325836:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076474.325848:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076474.325858:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325870:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076474.325875:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076474.325884:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325893:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076474.325906:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076474.325913:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076474.325924:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076474.325929:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.325937:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076474.325942:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076474.325949:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076474.325958:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076474.325967:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076474.325985:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925677568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076474.326019:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076474.326025:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076474.326035:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925677568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076474.326062:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076474.326069:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076474.326080:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076474.326086:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076474.326092:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076474.326103:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076474.326114:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3162
00000400:00000200:2.0:1769076474.326131:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076474.326143:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076474.326150:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076474.326160:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.326167:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.326177:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.326188:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076474.326195:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076474.326200:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076474.326207:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076474.326213:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076474.326222:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076474.326233:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076474.326249:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.326255:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076474.326264:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076474.326270:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076474.326280:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076474.326293:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076474.326302:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076474.326310:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076474.326317:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076474.326324:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.326329:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076474.326335:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076474.326346:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.326354:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076474.326366:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076474.326378:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076474.326391:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076474.326396:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076474.326402:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076474.326407:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076474.326425:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076474.326440:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076474.326451:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076474.326471:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925677696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076474.326497:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076474.326506:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076474.326554:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925677696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076474.326578:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076474.326586:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076474.326594:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076474.326607:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3172)
00000800:00000200:1.1:1769076474.326852:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076474.326856:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076474.327210:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076474.327213:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076474.327580:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076474.327584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769076475.668658:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297836289, at 4297836352
00000100:00000010:2.0:1769076475.668678:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076475.796879:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076475.796887:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076475.796892:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076476.820803:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076476.820808:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076476.820811:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076479.444692:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076479.444705:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076479.444708:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076479.444737:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076479.444754:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076479.444763:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3167
00000400:00000200:2.0:1769076479.444775:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076479.444783:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076479.444787:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076479.444792:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.444796:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.444799:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.444803:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076479.444818:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076479.444820:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076479.444824:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076479.444827:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076479.444830:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076479.444833:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076479.444837:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.444840:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.444843:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.444845:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076479.444849:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076479.444853:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076479.444856:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076479.444860:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076479.444864:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076479.444867:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.444870:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076479.444874:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076479.444886:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076479.444890:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076479.444896:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076479.444898:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.444913:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076479.444916:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076479.444922:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076479.444931:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076479.444939:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076479.444950:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925677824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076479.444964:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076479.444970:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.444975:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925677824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076479.445015:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076479.445020:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076479.445024:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076479.445026:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076479.445029:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076479.445032:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076479.445036:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3167
00000400:00000200:2.0:1769076479.445040:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076479.445044:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076479.445046:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076479.445050:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445053:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445055:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445058:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076479.445062:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076479.445064:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076479.445067:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076479.445070:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076479.445074:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076479.445088:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076479.445092:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445095:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445097:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445100:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076479.445105:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076479.445114:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445118:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076479.445126:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076479.445133:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076479.445137:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445140:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076479.445147:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076479.445154:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445163:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076479.445183:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076479.445190:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076479.445200:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076479.445205:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445209:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076479.445212:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076479.445218:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076479.445225:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076479.445233:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076479.445240:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925677952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076479.445255:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076479.445262:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.445275:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925677952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076479.445295:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076479.445304:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076479.445313:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076479.445319:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076479.445321:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076479.445325:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076479.445335:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3167
00000400:00000200:2.0:1769076479.445344:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076479.445355:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076479.445362:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076479.445372:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445376:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445385:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445391:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076479.445402:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076479.445407:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076479.445414:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076479.445419:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076479.445427:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076479.445433:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076479.445443:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445451:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445459:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445468:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076479.445479:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076479.445491:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445498:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076479.445503:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076479.445509:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076479.445516:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445568:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076479.445574:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076479.445580:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445586:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076479.445600:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076479.445608:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076479.445627:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076479.445633:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.445641:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076479.445647:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076479.445655:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076479.445665:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076479.445675:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076479.445689:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925678080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076479.445754:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076479.445760:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.445774:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925678080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076479.445802:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076479.445813:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769076479.445815:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076479.445824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1769076479.445826:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076479.445834:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076479.445841:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076479.445848:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076479.445859:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3167
00000400:00000200:2.0:1769076479.445869:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076479.445885:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076479.445891:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076479.445903:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445908:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445915:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445921:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076479.445923:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076479.445925:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076479.445927:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076479.445931:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076479.445934:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076479.445944:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076479.445957:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445964:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076479.445971:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076479.445979:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076479.445988:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076479.446000:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076479.446009:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076479.446012:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076479.446019:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076479.446025:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.446031:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076479.446037:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076479.446042:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.446048:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076479.446059:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076479.446065:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076479.446072:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076479.446084:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076479.446087:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076479.446094:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076479.446096:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076479.446104:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076479.446113:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076479.446122:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925678208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076479.446137:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076479.446144:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.446151:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925678208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076479.446165:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.446183:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076479.446188:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076479.446199:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3177)
00000800:00000200:1.1:1769076479.446654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076479.446658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076479.447082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076479.447084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076479.447569:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076479.447572:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076479.892849:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076479.892854:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076479.892858:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076480.788662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297841409, at 4297841472
00000100:00000010:2.0:1769076480.788685:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769076480.916845:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076480.916851:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076480.916856:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076483.988892:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076483.988901:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076483.988907:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076484.564679:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076484.564698:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076484.564703:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076484.564709:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076484.564717:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076484.564730:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3172
00000400:00000200:2.0:1769076484.564751:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076484.564770:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076484.564779:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076484.564787:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.564795:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.564802:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.564808:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076484.564818:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076484.564823:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076484.564829:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076484.564836:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076484.564842:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076484.564847:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076484.564852:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.564855:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.564858:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.564861:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076484.564865:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076484.564870:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076484.564873:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076484.564877:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076484.564883:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076484.564887:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.564890:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076484.564893:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076484.564905:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076484.564910:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076484.564916:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076484.564918:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.564923:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076484.564927:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076484.564934:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076484.564946:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076484.564955:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076484.564969:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925678336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076484.564985:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076484.564991:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.564998:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925678336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076484.565031:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076484.565036:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076484.565042:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076484.565044:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076484.565046:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076484.565051:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076484.565054:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3172
00000400:00000200:2.0:1769076484.565060:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076484.565064:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076484.565067:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076484.565071:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565075:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.565078:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565083:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076484.565087:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076484.565089:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076484.565092:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076484.565094:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076484.565097:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076484.565100:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076484.565112:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565116:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.565122:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565128:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076484.565132:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076484.565140:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565151:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076484.565158:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076484.565170:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076484.565180:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565187:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076484.565194:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076484.565203:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565208:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076484.565227:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076484.565232:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076484.565235:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076484.565238:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565241:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076484.565246:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076484.565250:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076484.565260:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076484.565268:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076484.565281:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925678464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076484.565301:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076484.565310:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.565326:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925678464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076484.565353:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076484.565366:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076484.565377:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076484.565384:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076484.565391:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076484.565405:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076484.565420:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3172
00000400:00000200:2.0:1769076484.565434:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076484.565444:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076484.565454:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076484.565465:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565469:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.565478:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565486:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076484.565490:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076484.565492:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076484.565497:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076484.565504:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076484.565508:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076484.565511:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076484.565567:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565578:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.565588:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565597:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076484.565606:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076484.565613:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565618:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076484.565650:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076484.565659:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076484.565663:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565671:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076484.565679:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076484.565688:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565696:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076484.565707:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076484.565714:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076484.565719:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076484.565724:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.565728:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076484.565732:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076484.565741:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076484.565755:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076484.565766:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076484.565776:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076484.565784:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1769076484.565787:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925678592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076484.565852:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076484.565860:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.565872:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925678592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076484.565901:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076484.565910:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076484.565918:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076484.565925:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076484.565927:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076484.565931:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076484.565939:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3172
00000400:00000200:2.0:1769076484.565953:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076484.565964:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076484.565971:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076484.565980:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.565986:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.565991:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.566001:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076484.566008:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076484.566012:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076484.566019:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076484.566025:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076484.566029:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076484.566034:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076484.566046:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.566049:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076484.566054:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076484.566064:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076484.566070:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076484.566081:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076484.566086:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076484.566092:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076484.566099:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076484.566109:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.566115:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076484.566122:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076484.566131:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.566139:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076484.566149:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076484.566156:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076484.566165:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076484.566169:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076484.566177:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076484.566181:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076484.566187:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076484.566195:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076484.566204:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076484.566219:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925678720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076484.566239:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076484.566247:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.566262:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925678720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076484.566285:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.566293:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076484.566301:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076484.566315:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3182)
00000800:00000200:1.1:1769076484.566711:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076484.566714:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076484.567080:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076484.567084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076484.567580:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076484.567584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076485.012752:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076485.012758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076485.012763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076485.908697:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297846529, at 4297846592
00000100:00000010:2.0:1769076485.908713:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076488.084779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076488.084784:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076488.084789:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076489.108792:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076489.108809:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076489.108815:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076489.684761:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076489.684782:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076489.684786:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076489.684793:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076489.684800:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076489.684811:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3177
00000400:00000200:0.0:1769076489.684827:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076489.684836:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076489.684842:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076489.684847:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.684852:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.684865:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.684869:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076489.684876:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076489.684879:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076489.684884:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076489.684889:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076489.684892:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076489.684896:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076489.684900:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.684902:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.684905:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.684907:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076489.684912:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076489.684916:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076489.684920:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076489.684924:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076489.684930:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076489.684934:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.684937:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076489.684940:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076489.684955:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076489.684961:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076489.684967:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076489.684970:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.684974:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076489.684978:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076489.684986:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076489.685002:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076489.685012:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076489.685025:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925678848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076489.685041:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076489.685048:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076489.685055:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925678848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076489.685093:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076489.685098:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076489.685103:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076489.685105:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076489.685107:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076489.685111:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076489.685114:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3177
00000400:00000200:0.0:1769076489.685119:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076489.685123:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076489.685128:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076489.685136:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685143:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.685149:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685154:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076489.685159:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076489.685162:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076489.685167:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076489.685173:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076489.685185:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076489.685194:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076489.685208:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685216:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.685227:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685241:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076489.685256:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076489.685270:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685284:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076489.685297:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076489.685308:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076489.685315:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.685320:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076489.685328:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076489.685358:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.685364:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076489.685376:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076489.685389:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076489.685397:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076489.685404:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.685424:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076489.685434:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076489.685442:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076489.685454:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076489.685463:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076489.685479:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925678976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076489.685518:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076489.685624:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076489.685645:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925678976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076489.685724:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076489.685736:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076489.685747:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076489.685749:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076489.685752:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076489.685767:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076489.685774:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3177
00000400:00000200:0.0:1769076489.685828:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076489.685844:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076489.685848:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076489.685855:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685862:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.685870:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685882:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076489.685891:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076489.685894:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076489.685897:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076489.685904:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076489.685909:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076489.685925:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076489.685934:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685950:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.685953:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685956:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076489.685964:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076489.685972:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076489.685984:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076489.685995:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076489.686002:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769076489.686009:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076489.686013:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076489.686019:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769076489.686020:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076489.686027:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076489.686037:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.686051:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076489.686073:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076489.686081:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076489.686092:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076489.686097:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.686109:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076489.686112:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076489.686118:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076489.686133:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076489.686147:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076489.686165:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925679104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076489.686271:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076489.686278:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076489.686290:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925679104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076489.686313:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076489.686322:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076489.686349:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076489.686358:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076489.686370:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076489.686385:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076489.686406:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3177
00000400:00000200:0.0:1769076489.686418:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076489.686425:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076489.686428:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076489.686437:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.686449:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.686466:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.686473:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076489.686495:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076489.686499:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076489.686504:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076489.686511:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076489.686515:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076489.686522:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076489.686608:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.686617:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076489.686628:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076489.686635:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076489.686646:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076489.686659:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076489.686671:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076489.686687:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076489.686699:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076489.686713:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.686725:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076489.686732:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076489.686742:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.686750:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076489.686763:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076489.686773:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076489.686789:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076489.686795:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076489.686807:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076489.686815:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076489.686823:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076489.686836:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076489.686854:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076489.686869:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925679232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076489.686902:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076489.686911:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076489.686924:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925679232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076489.686956:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076489.686964:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076489.686989:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076489.687010:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3188)
00000800:00000200:1.1:1769076489.687435:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076489.687438:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076489.687896:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076489.687900:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076489.688398:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076489.688403:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1769076491.028652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297851649, at 4297851712
00000100:00000010:2.0:1769076491.028679:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769076492.180821:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076492.180826:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076492.180831:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076492.948902:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076493.204753:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076493.204758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076493.204761:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076494.805782:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076494.805791:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076494.806764:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076494.806767:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076494.807125:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076494.807128:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076494.807494:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076494.807497:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769076496.148641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297856769, at 4297856832
00000100:00000010:2.0:1769076496.148656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:0.0:1769076496.276756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076496.276765:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076496.276771:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076497.300743:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076497.300750:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076497.300754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076499.925182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076499.925188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076499.925692:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076499.925694:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076499.925886:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076499.925888:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076499.926082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076499.926083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076500.372674:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076500.372677:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076500.372680:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076501.268652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297861888, at 4297861952
00000100:00000010:2.0:1769076501.268682:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076501.396693:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076501.396698:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076501.396713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076504.468726:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076504.468732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076504.468736:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076505.044644:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076505.044660:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076505.044663:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076505.044668:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076505.044674:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076505.044684:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3193
00000400:00000200:0.0:1769076505.044697:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076505.044704:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076505.044709:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076505.044714:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044718:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.044721:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076505.044730:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076505.044733:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076505.044736:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076505.044739:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076505.044742:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076505.044745:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076505.044749:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044751:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.044753:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044756:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076505.044769:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076505.044773:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044776:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076505.044780:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076505.044785:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076505.044788:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.044791:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076505.044795:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076505.044807:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076505.044811:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076505.044816:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076505.044818:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.044822:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076505.044825:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076505.044831:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076505.044841:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076505.044857:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076505.044869:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925680384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076505.044882:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076505.044888:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076505.044895:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925680384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076505.044921:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076505.044926:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076505.044930:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076505.044931:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076505.044933:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076505.044936:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076505.044939:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3193
00000400:00000200:0.0:1769076505.044945:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076505.044949:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076505.044952:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076505.044956:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044959:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.044962:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.044967:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076505.044972:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076505.044977:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076505.044982:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076505.044985:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076505.044992:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076505.044998:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076505.045007:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045012:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.045018:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045021:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076505.045026:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076505.045032:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045038:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076505.045043:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076505.045051:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076505.045056:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045063:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076505.045071:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076505.045077:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045085:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076505.045092:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076505.045098:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076505.045102:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076505.045106:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045108:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076505.045110:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076505.045114:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076505.045121:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076505.045125:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076505.045136:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925680512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076505.045159:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076505.045165:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076505.045177:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925680512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076505.045196:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076505.045202:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076505.045207:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076505.045212:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076505.045216:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076505.045222:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076505.045228:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3193
00000400:00000200:0.0:1769076505.045264:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076505.045275:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076505.045283:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076505.045321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076505.045331:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045334:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.045337:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045340:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076505.045346:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076505.045349:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076505.045353:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076505.045358:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076505.045363:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076505.045369:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076505.045374:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045379:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.045384:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045388:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076505.045394:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076505.045401:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045407:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076505.045412:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076505.045418:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076505.045426:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045430:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076505.045432:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076505.045438:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045443:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076505.045450:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076505.045457:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076505.045464:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076505.045468:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045473:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076505.045477:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076505.045482:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076505.045490:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076505.045495:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076505.045506:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925680640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076505.045552:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076505.045555:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076505.045561:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925680640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076505.045580:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076505.045586:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076505.045596:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076505.045599:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076505.045604:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076505.045609:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076505.045615:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3193
00000400:00000200:0.0:1769076505.045626:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076505.045632:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076505.045637:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076505.045645:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045650:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.045656:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045661:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076505.045666:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076505.045670:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076505.045675:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076505.045679:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076505.045684:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076505.045691:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076505.045701:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045708:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076505.045715:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045722:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076505.045727:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076505.045735:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076505.045742:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076505.045747:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076505.045753:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076505.045761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045766:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076505.045771:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076505.045777:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045781:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076505.045787:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000010:0.0:1769076505.045788:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076505.045794:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076505.045800:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076505.045803:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076505.045809:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076505.045814:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076505.045817:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076505.045831:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076505.045841:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076505.045851:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925680768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076505.045871:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076505.045876:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076505.045886:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925680768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076505.045911:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076505.045918:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076505.045927:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076505.045937:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3203)
00000800:00000200:1.1:1769076505.046043:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076505.046218:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076505.492687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076505.492693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076505.492696:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076506.388630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297867008, at 4297867072
00000100:00000010:2.0:1769076506.388646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000400:00000100:2.0:1769076508.116769:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076508.116813:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076508.116825:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076508.116830:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076508.116834:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076508.116839:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076508.116844:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076508.116849:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769076508.116853:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076508.116858:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076508.116865:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460c38
00000400:00000010:2.0:1769076508.116868:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460c38.
00000100:00000001:2.0:1769076508.116873:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076508.116882:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79f80 x1855007925680384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.116907:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076508.116913:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925680384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.116921:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076508.116924:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076508.116934:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076508.116937:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769076508.116940:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076508.116943:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076508.116947:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460aa0
00000400:00000010:2.0:1769076508.116949:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460aa0.
00000100:00000001:2.0:1769076508.116951:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076508.116956:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79c00 x1855007925680512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.116966:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076508.116970:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925680512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.116979:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076508.116981:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076508.116988:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076508.116993:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:2.0:1769076508.116998:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076508.117004:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076508.117008:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460990
00000400:00000010:2.0:1769076508.117012:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460990.
00000100:00000001:2.0:1769076508.117017:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076508.117026:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a680 x1855007925680640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.117040:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076508.117048:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925680640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.117063:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076508.117066:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076508.117077:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076508.117085:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:2.0:1769076508.117092:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076508.117101:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076508.117110:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460d48
00000400:00000010:2.0:1769076508.117114:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460d48.
00000100:00000001:2.0:1769076508.117120:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076508.117129:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b100 x1855007925680768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.117147:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076508.117167:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925680768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076508.117186:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076508.117189:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076508.564705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076508.564710:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076508.564714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076509.588641:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076509.588644:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076509.588647:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076510.164637:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.164664:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076510.164668:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.164672:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.164676:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.164684:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3198
00000400:00000200:0.0:1769076510.164695:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076510.164701:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.164706:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.164710:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164714:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.164717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164720:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076510.164725:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.164727:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076510.164730:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.164734:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076510.164736:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076510.164739:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076510.164743:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164745:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.164748:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164751:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076510.164754:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076510.164758:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164761:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.164764:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.164783:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.164786:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.164789:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076510.164792:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.164799:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076510.164803:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076510.164807:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.164809:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.164812:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.164815:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.164819:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.164829:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076510.164836:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.164847:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925680896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.164866:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.164871:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.164885:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925680896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.164914:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.164918:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.164921:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076510.164923:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.164925:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.164929:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.164932:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3198
00000400:00000200:0.0:1769076510.164936:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076510.164940:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.164943:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.164947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164950:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.164953:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164956:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076510.164960:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.164964:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076510.164969:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.164974:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076510.164980:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076510.164985:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076510.164991:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.164997:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.165002:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165007:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076510.165013:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076510.165020:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165026:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.165031:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.165040:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.165046:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165052:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.165059:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076510.165065:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165070:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.165077:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076510.165082:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076510.165087:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.165091:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165095:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.165097:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.165099:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.165107:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076510.165113:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.165123:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925681024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.165137:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.165143:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.165153:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925681024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.165183:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.165188:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.165221:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076510.165224:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.165227:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.165235:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.165242:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3198
00000400:00000200:0.0:1769076510.165250:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076510.165257:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.165260:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.165264:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165270:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.165275:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165279:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076510.165284:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.165287:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076510.165291:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.165293:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076510.165298:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076510.165303:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076510.165312:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165317:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.165326:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165332:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076510.165338:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076510.165346:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165352:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.165355:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.165359:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.165365:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165371:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.165377:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076510.165383:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165387:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.165395:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076510.165401:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076510.165408:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.165411:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165416:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.165418:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.165422:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076510.165422:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:0.0:1769076510.165430:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000800:00000200:1.1:1769076510.165430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076510.165435:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.165445:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925681152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.165459:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.165463:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.165470:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925681152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.165484:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.165489:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.165497:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076510.165502:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.165504:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.165509:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.165517:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3198
00000400:00000200:0.0:1769076510.165555:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076510.165559:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.165561:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.165565:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165568:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.165571:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165573:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076510.165576:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.165578:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076510.165580:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.165582:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076510.165587:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076510.165592:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076510.165600:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165604:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.165609:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165614:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076510.165620:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076510.165627:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076510.165634:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.165640:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.165644:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.165648:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165653:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.165656:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076510.165663:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165667:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.165672:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076510.165674:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076510.165679:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.165681:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.165684:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.165687:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.165690:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.165696:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076510.165702:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.165710:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925681280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.165725:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.165730:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.165739:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925681280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.165765:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.165772:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076510.165779:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076510.165788:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3208)
00000800:00000200:1.1:1769076510.166122:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076510.166125:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076510.166499:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076510.166502:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076510.166774:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076510.166776:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076511.508644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297872129, at 4297872192
00000100:00000010:2.0:1769076511.508661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769076512.660672:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076512.660676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076512.660679:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076513.684659:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076513.684662:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076513.684665:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076515.284637:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076515.284650:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076515.284654:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076515.284659:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076515.284664:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076515.284673:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3203
00000400:00000200:0.0:1769076515.284683:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076515.284693:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076515.284697:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076515.284700:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284702:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.284704:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284706:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076515.284709:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076515.284711:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076515.284713:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076515.284715:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076515.284716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076515.284718:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076515.284720:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284722:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.284724:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284725:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076515.284728:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076515.284730:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284732:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076515.284735:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076515.284738:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076515.284741:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.284743:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076515.284745:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076515.284754:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076515.284758:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076515.284762:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076515.284764:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.284767:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076515.284770:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076515.284775:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076515.284783:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076515.284789:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076515.284798:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925681408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076515.284806:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076515.284810:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076515.284813:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925681408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076515.284832:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076515.284834:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076515.284837:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076515.284838:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076515.284839:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076515.284841:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076515.284843:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3203
00000400:00000200:0.0:1769076515.284847:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076515.284849:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076515.284851:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076515.284854:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284856:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.284858:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284860:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076515.284862:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076515.284866:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076515.284869:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076515.284881:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076515.284891:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076515.284899:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076515.284907:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284913:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.284919:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284923:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076515.284926:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076515.284930:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076515.284934:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076515.284935:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076515.284948:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076515.284952:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.284955:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076515.284959:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076515.284963:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.284968:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076515.284975:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076515.284979:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076515.284985:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076515.284987:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.284992:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076515.284993:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076515.284995:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076515.285002:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076515.285005:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076515.285014:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925681536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076515.285028:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076515.285032:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076515.285036:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925681536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076515.285042:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076515.285044:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076515.285049:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076515.285050:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076515.285054:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076515.285061:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076515.285067:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3203
00000400:00000200:0.0:1769076515.285071:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076515.285074:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076515.285077:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076515.285082:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285085:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.285090:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285094:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076515.285096:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076515.285098:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076515.285100:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076515.285104:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076515.285109:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076515.285126:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076515.285132:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285135:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.285140:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076515.285146:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076515.285153:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285157:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076515.285160:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076515.285166:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076515.285170:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285172:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076515.285177:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076515.285184:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285187:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076515.285193:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076515.285197:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076515.285203:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076515.285206:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285211:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076515.285213:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076515.285215:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076515.285232:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000800:00000200:1.1:1769076515.285240:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076515.285241:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076515.285247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00100000:0.0:1769076515.285250:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925681664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076515.285263:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076515.285267:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076515.285274:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925681664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076515.285285:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076515.285290:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076515.285296:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076515.285299:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076515.285302:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076515.285306:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076515.285311:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3203
00000400:00000200:0.0:1769076515.285318:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076515.285325:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076515.285329:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076515.285335:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285340:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.285345:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285349:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076515.285351:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076515.285354:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076515.285356:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076515.285359:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076515.285362:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076515.285365:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076515.285371:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285374:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076515.285379:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285380:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076515.285383:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076515.285388:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076515.285390:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076515.285391:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076515.285393:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076515.285395:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285397:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076515.285401:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076515.285404:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285408:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076515.285414:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076515.285419:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076515.285423:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076515.285425:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076515.285429:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076515.285433:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076515.285437:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076515.285443:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076515.285448:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076515.285455:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925681792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076515.285473:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076515.285475:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076515.285480:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925681792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076515.285504:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076515.285509:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076515.285516:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076515.285547:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3213)
00000800:00000200:1.1:1769076515.285798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076515.285801:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076515.286031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076515.286032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076515.286263:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076515.286265:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076516.628627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297877248, at 4297877312
00000100:00000010:2.0:1769076516.628639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769076516.756691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076516.756695:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076516.756697:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076517.780700:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076517.780706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076517.780712:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076520.405974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076520.405988:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076520.407697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076520.407703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076520.408126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076520.408130:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076520.408583:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076520.408586:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076520.852855:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076520.852861:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076520.852866:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076521.748577:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297882369, at 4297882432
00000100:00000010:2.0:1769076521.748592:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769076521.876761:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076521.876765:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076521.876768:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076524.948789:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076524.948795:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076524.948800:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076525.525344:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076525.525354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076525.526222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076525.526225:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076525.526726:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076525.526730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076525.527074:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076525.527077:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076525.972911:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076525.972918:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076525.972922:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076526.868661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297887489, at 4297887552
00000100:00000010:2.0:1769076526.868672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769076529.044807:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076529.044813:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076529.044818:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076530.068810:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076530.068816:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076530.068822:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076530.644713:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076530.644727:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076530.644730:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076530.644735:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076530.644741:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076530.644750:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3218
00000400:00000200:0.0:1769076530.644761:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076530.644770:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076530.644774:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076530.644778:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.644782:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.644786:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.644789:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076530.644794:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076530.644797:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076530.644800:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076530.644804:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076530.644807:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076530.644809:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076530.644814:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.644817:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.644819:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.644822:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076530.644826:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076530.644830:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076530.644833:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076530.644836:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076530.644841:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076530.644844:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.644847:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076530.644849:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076530.644898:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076530.644904:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076530.644908:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076530.644910:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.644914:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076530.644917:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076530.644933:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076530.644944:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076530.644952:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076530.644963:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925682944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076530.644977:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076530.644983:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076530.644989:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925682944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076530.645018:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076530.645023:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076530.645027:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076530.645029:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076530.645032:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076530.645036:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076530.645039:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3218
00000400:00000200:0.0:1769076530.645045:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076530.645049:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076530.645052:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076530.645057:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645060:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.645064:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645068:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076530.645071:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076530.645073:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076530.645076:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076530.645078:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076530.645081:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076530.645084:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076530.645094:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645101:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.645119:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645129:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076530.645139:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076530.645152:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645158:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076530.645165:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076530.645174:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076530.645182:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645188:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076530.645197:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076530.645211:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645219:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076530.645235:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076530.645243:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076530.645250:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076530.645254:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645257:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076530.645262:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076530.645267:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076530.645277:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076530.645285:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076530.645300:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925683072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076530.645326:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076530.645334:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076530.645351:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925683072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076530.645385:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076530.645392:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076530.645400:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076530.645404:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076530.645417:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076530.645421:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076530.645430:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3218
00000400:00000200:0.0:1769076530.645492:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076530.645501:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076530.645509:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076530.645520:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645593:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.645600:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645611:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076530.645620:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076530.645626:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076530.645635:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076530.645639:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:1.1:1769076530.645641:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076530.645644:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:1.1:1769076530.645650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076530.645652:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076530.645668:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645674:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.645677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645679:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076530.645682:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076530.645686:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076530.645696:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076530.645705:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076530.645711:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076530.645718:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645735:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076530.645743:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076530.645749:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645755:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076530.645761:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076530.645768:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076530.645775:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076530.645783:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.645791:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076530.645795:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076530.645799:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076530.645810:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076530.645820:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076530.645837:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925683200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076530.645888:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076530.645894:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076530.645908:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925683200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076530.645927:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076530.645932:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076530.645936:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076530.645938:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076530.645942:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076530.645964:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076530.645974:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3218
00000400:00000200:0.0:1769076530.645988:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076530.646000:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076530.646007:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076530.646017:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.646026:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.646033:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.646040:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076530.646049:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076530.646055:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076530.646061:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076530.646067:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076530.646077:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076530.646086:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076530.646101:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.646110:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076530.646117:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076530.646127:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076530.646136:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076530.646147:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076530.646157:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076530.646164:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076530.646171:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076530.646178:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.646185:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076530.646201:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076530.646211:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.646220:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076530.646233:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076530.646240:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076530.646249:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076530.646255:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076530.646263:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076530.646278:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076530.646283:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076530.646296:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076530.646304:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076530.646318:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925683328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076530.646341:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076530.646346:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076530.646360:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925683328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076530.646399:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076530.646410:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076530.646417:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076530.646429:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3229)
00000800:00000200:1.1:1769076530.646731:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076530.646734:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076530.647133:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076530.647136:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076530.647634:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076530.647637:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.0:1769076531.861150:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076531.988634:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297892609, at 4297892672
00000100:00000010:2.0:1769076531.988655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769076533.140701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076533.140706:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076533.140709:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076534.164900:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076534.164906:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076534.164911:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076535.764598:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076535.764610:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076535.764613:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076535.764617:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076535.764621:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076535.764629:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3224
00000400:00000200:0.0:1769076535.764639:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076535.764645:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076535.764648:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076535.764651:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764654:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.764656:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764658:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076535.764662:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076535.764664:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076535.764666:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076535.764669:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076535.764670:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076535.764672:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076535.764674:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764675:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.764677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764678:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076535.764681:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076535.764683:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764685:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076535.764687:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076535.764690:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076535.764693:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.764694:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076535.764697:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076535.764706:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076535.764710:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076535.764714:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076535.764715:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.764718:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076535.764721:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076535.764726:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076535.764734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076535.764739:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076535.764748:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925683456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076535.764758:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076535.764762:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076535.764766:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925683456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076535.764804:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076535.764807:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076535.764810:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076535.764811:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076535.764812:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076535.764814:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076535.764816:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3224
00000400:00000200:0.0:1769076535.764819:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076535.764821:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076535.764823:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076535.764826:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764828:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.764831:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764833:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076535.764835:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076535.764837:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076535.764838:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076535.764840:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076535.764842:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076535.764844:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076535.764849:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764854:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.764858:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764860:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076535.764863:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076535.764870:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076535.764874:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076535.764877:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076535.764884:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076535.764890:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.764893:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076535.764899:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076535.764906:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.764910:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076535.764917:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076535.764922:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076535.764924:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076535.764927:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.764932:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076535.764936:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076535.764937:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076535.764943:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076535.764950:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076535.764957:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925683584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076535.764967:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076535.764970:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076535.764976:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925683584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076535.764986:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076535.764990:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076535.764995:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076535.764998:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076535.765001:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076535.765006:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076535.765012:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3224
00000400:00000200:0.0:1769076535.765018:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076535.765024:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076535.765029:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076535.765032:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765036:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.765037:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765039:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076535.765043:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076535.765045:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076535.765046:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076535.765048:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076535.765049:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076535.765054:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076535.765059:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765061:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.765065:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765068:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076535.765070:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076535.765075:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765078:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076535.765082:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076535.765086:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076535.765090:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765094:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076535.765098:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076535.765102:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765107:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076535.765114:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076535.765118:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076535.765120:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076535.765123:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765126:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076535.765129:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076535.765132:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076535.765138:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076535.765142:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076535.765150:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925683712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076535.765158:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076535.765162:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076535.765170:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925683712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076535.765181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076535.765185:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076535.765186:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769076535.765189:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076535.765195:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076535.765198:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076535.765200:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076535.765204:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076535.765207:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3224
00000400:00000200:0.0:1769076535.765215:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076535.765221:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076535.765224:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076535.765232:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765237:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.765242:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765248:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076535.765253:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076535.765255:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076535.765259:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076535.765261:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076535.765264:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076535.765270:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076535.765281:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765287:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076535.765293:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765299:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076535.765305:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076535.765311:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076535.765316:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076535.765321:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076535.765325:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076535.765330:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765334:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076535.765339:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076535.765347:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765364:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076535.765372:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076535.765376:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076535.765382:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076535.765385:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076535.765388:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076535.765391:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076535.765394:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076535.765400:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076535.765406:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076535.765415:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925683840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076535.765427:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076535.765430:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076535.765438:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925683840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076535.765457:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076535.765464:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076535.765470:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076535.765477:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3234)
00000800:00000200:1.1:1769076535.765694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076535.765696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076535.765937:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076535.765939:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076535.766124:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076535.766126:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769076537.108695:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297897728, at 4297897792
00000100:00000010:2.0:1769076537.108713:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769076537.236804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076537.236813:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076537.236820:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076538.260776:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076538.260782:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076538.260786:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076540.885316:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076540.885323:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076540.885847:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076540.885848:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076540.886048:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076540.886050:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076540.886233:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076540.886235:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076541.332800:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076541.332806:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076541.332811:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076542.228611:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297902848, at 4297902912
00000100:00000010:2.0:1769076542.228628:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769076542.356747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076542.356752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076542.356756:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076545.428706:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076545.428709:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076545.428712:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076546.005306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076546.005315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076546.005851:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076546.005854:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076546.006119:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076546.006121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076546.006356:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076546.006358:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076546.452716:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076546.452719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076546.452722:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076547.348685:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297907968, at 4297908032
00000100:00000010:2.0:1769076547.348716:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000020:00000001:0.0:1769076549.524700:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076549.524704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076549.524707:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076550.548685:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076550.548689:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076550.548692:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076551.125099:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076551.125103:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076551.125637:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076551.125639:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076551.125822:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076551.125824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076551.126071:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076551.126072:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076552.468683:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297913088, at 4297913152
00000100:00000010:2.0:1769076552.468719:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:0.0:1769076553.620758:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076553.620766:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076553.620771:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076554.644711:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076554.644716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076554.644721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076556.245101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076556.245107:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076556.245570:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076556.245572:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076556.245755:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076556.245756:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076556.245928:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076556.245930:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076557.588641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297918208, at 4297918272
00000100:00000010:2.0:1769076557.588658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076557.716758:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076557.716763:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076557.716767:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076558.740713:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076558.740717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076558.740719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076561.365175:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076561.365184:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076561.365874:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076561.365876:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076561.366102:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076561.366103:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076561.366409:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076561.366412:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076561.812681:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076561.812684:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076561.812687:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076562.708611:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297923328, at 4297923392
00000100:00000010:2.0:1769076562.708626:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:0.0:1769076562.836731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076562.836734:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076562.836738:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076565.908671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076565.908673:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076565.908675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076566.484626:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076566.484634:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076566.484637:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076566.484639:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076566.484643:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076566.484649:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3254
00000400:00000200:0.0:1769076566.484657:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076566.484662:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076566.484664:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076566.484667:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484669:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.484671:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484673:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076566.484676:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076566.484677:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076566.484679:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076566.484682:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076566.484683:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076566.484685:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076566.484686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484688:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.484689:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484690:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076566.484692:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076566.484695:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484697:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076566.484699:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076566.484701:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076566.484703:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.484705:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076566.484707:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076566.484713:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076566.484716:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076566.484718:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076566.484719:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.484722:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076566.484724:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076566.484728:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076566.484734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076566.484739:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076566.484745:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925686528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076566.484758:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076566.484761:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076566.484765:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925686528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076566.484783:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076566.484785:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076566.484788:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076566.484789:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076566.484790:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076566.484792:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076566.484794:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3254
00000400:00000200:0.0:1769076566.484796:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076566.484798:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076566.484800:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076566.484802:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484803:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.484804:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484806:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076566.484808:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076566.484809:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076566.484810:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076566.484811:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076566.484813:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076566.484814:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076566.484816:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484818:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.484819:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484821:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076566.484823:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076566.484826:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484828:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076566.484832:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076566.484839:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076566.484842:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.484844:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076566.484847:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076566.484852:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.484856:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076566.484861:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076566.484865:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076566.484869:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076566.484872:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.484875:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076566.484877:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076566.484881:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076566.484887:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076566.484890:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076566.484898:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925686656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076566.484909:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076566.484911:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076566.484919:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925686656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076566.484931:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076566.484932:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076566.484934:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076566.484936:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076566.484938:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076566.484940:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076566.484945:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3254
00000400:00000200:0.0:1769076566.484948:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076566.484953:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076566.484955:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076566.484958:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484964:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.484968:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.484973:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076566.484975:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076566.484977:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076566.484979:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076566.484982:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076566.484986:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076566.484990:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076566.484997:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485000:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.485006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485008:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076566.485013:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076566.485018:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485020:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076566.485023:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076566.485027:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076566.485029:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485030:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076566.485032:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076566.485035:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485038:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076566.485041:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076566.485046:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076566.485049:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076566.485052:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485053:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076566.485054:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076566.485056:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076566.485058:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076566.485062:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076566.485070:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925686784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076566.485085:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076566.485089:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076566.485094:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925686784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076566.485108:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076566.485111:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076566.485116:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076566.485119:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076566.485120:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076566.485122:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076566.485127:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3254
00000400:00000200:0.0:1769076566.485132:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076566.485137:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076566.485139:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076566.485144:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485146:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076566.485150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076566.485151:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485156:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769076566.485157:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076566.485158:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076566.485161:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076566.485163:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076566.485166:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076566.485171:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076566.485175:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076566.485178:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485182:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076566.485186:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485188:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076566.485191:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076566.485196:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076566.485200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076566.485203:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076566.485207:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076566.485211:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485216:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076566.485219:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076566.485225:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485228:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076566.485233:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076566.485239:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076566.485243:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076566.485246:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076566.485251:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076566.485266:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076566.485270:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076566.485277:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076566.485283:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076566.485292:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925686912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076566.485306:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076566.485310:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076566.485316:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925686912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076566.485339:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076566.485344:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076566.485351:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076566.485360:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3264)
00000800:00000200:3.1:1769076566.485592:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076566.485594:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076566.485791:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076566.485793:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076566.485986:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076566.485988:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076566.932687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076566.932692:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076566.932695:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076567.828599:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297928448, at 4297928512
00000100:00000010:2.0:1769076567.828613:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000800:00000200:2.0:1769076569.748930:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076570.004720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076570.004725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076570.004729:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076571.028741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076571.028746:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076571.028750:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076571.605662:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076571.606254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076571.606492:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076571.606721:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076572.948634:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297933569, at 4297933632
00000100:00000010:2.0:1769076572.948657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769076574.100695:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076574.100699:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076574.100702:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076574.677053:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:0.0:1769076574.677150:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076574.677168:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076574.677173:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:0.0:1769076574.677178:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076574.677183:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076574.677190:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076574.677196:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547800.
00000400:00000200:0.0:1769076574.677202:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076574.677208:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076574.677217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460a18
00000400:00000010:0.0:1769076574.677221:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460a18.
00000100:00000001:0.0:1769076574.677244:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076574.677258:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952b800 x1855007925687040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677297:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076574.677303:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925687040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677330:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076574.677333:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076574.677347:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076574.677350:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:0.0:1769076574.677354:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076574.677360:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076574.677363:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460000
00000400:00000010:0.0:1769076574.677366:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460000.
00000100:00000001:0.0:1769076574.677368:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076574.677374:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889528700 x1855007925687168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677387:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076574.677394:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925687168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677412:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076574.677415:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076574.677421:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076574.677426:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:0.0:1769076574.677432:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076574.677443:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076574.677449:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460d48
00000400:00000010:0.0:1769076574.677453:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460d48.
00000100:00000001:0.0:1769076574.677456:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076574.677462:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952b480 x1855007925687296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677475:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076574.677481:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925687296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677497:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076574.677502:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076574.677517:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:0.0:1769076574.677587:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:0.0:1769076574.677604:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076574.677618:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076574.677627:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460aa0
00000400:00000010:0.0:1769076574.677639:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460aa0.
00000100:00000001:0.0:1769076574.677652:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076574.677666:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529500 x1855007925687424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677693:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076574.677706:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925687424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076574.677731:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076574.677738:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076575.124722:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076575.124727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076575.124732:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076576.725682:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076576.725695:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076576.726769:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076576.726774:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076576.727882:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076576.727886:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076576.728280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076576.728283:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076578.068659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297938689, at 4297938752
00000100:00000010:2.0:1769076578.068687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769076578.196773:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076578.196891:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076578.196896:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076579.220685:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076579.220690:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076579.220693:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076581.846743:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076581.846751:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076581.847300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076581.847302:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076581.847606:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076581.847608:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076581.847807:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076581.847809:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076582.292803:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076582.292810:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076582.292816:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076583.188647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297943810, at 4297943872
00000100:00000010:2.0:1769076583.188660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769076583.316803:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076583.316809:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076583.316815:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076586.388969:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076586.388977:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076586.388983:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076586.965244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076586.965264:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076586.965977:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076586.965980:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076586.966241:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076586.966243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076586.966448:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076586.966450:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076587.412731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076587.412739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076587.412744:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076588.308663:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297948928, at 4297948992
00000100:00000010:2.0:1769076588.308696:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076590.484846:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076590.484885:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076590.484890:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076591.508666:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076591.508669:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076591.508672:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076592.085803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076592.085814:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076592.086752:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076592.086756:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076592.087239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076592.087242:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076592.087699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076592.087702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076593.428597:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297954049, at 4297954112
00000100:00000010:2.0:1769076593.428608:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:0.0:1769076594.580722:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076594.580727:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076594.580731:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076595.604690:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076595.604693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076595.604695:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076597.205764:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076597.205773:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076597.206487:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076597.206491:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076597.207049:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076597.207053:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076597.207430:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076597.207433:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769076598.548631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297959169, at 4297959232
00000100:00000010:2.0:1769076598.548654:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769076598.676701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076598.676704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076598.676707:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076599.700654:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076599.700657:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076599.700660:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076602.325715:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076602.325731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076602.326346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076602.326348:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076602.326647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076602.326650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076602.327035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076602.327040:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076602.772906:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076602.772914:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076602.772920:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076603.668603:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297964289, at 4297964352
00000100:00000010:2.0:1769076603.668623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076603.796839:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076603.796845:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076603.796849:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076606.868809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076606.868813:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076606.868816:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076607.445470:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076607.445480:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076607.446881:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076607.446887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076607.447606:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076607.447612:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076607.448138:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076607.448141:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.0:1769076607.636996:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076607.892810:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076607.892818:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076607.892824:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076608.788703:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297969409, at 4297969472
00000100:00000010:2.0:1769076608.788738:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076610.964809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076610.964820:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076610.964828:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076611.988785:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076611.988793:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076611.988799:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076612.565335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076612.565341:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076612.566039:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076612.566042:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076612.566313:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076612.566315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076612.566573:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076612.566575:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769076613.908658:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297974528, at 4297974592
00000100:00000010:2.0:1769076613.908691:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076615.060762:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076615.060774:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076615.060793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076616.084749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076616.084754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076616.084757:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076617.684656:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.684669:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076617.684674:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.684679:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.684685:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.684694:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3305
00000400:00000200:2.0:1769076617.684705:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076617.684712:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.684716:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.684718:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684721:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.684723:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684725:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076617.684730:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.684731:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076617.684734:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.684736:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076617.684738:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076617.684740:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076617.684742:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684744:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.684745:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684746:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076617.684749:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076617.684751:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684753:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.684756:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.684759:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.684761:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.684763:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076617.684765:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.684774:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769076617.684777:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076617.684781:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.684783:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.684786:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.684788:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.684793:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.684801:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076617.684807:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.684816:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925691648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.684825:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.684830:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.684833:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925691648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.684854:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076617.684856:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.684859:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076617.684861:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.684862:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.684864:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.684866:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3305
00000400:00000200:2.0:1769076617.684869:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076617.684872:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.684875:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.684879:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684881:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.684884:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684888:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076617.684890:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.684892:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076617.684894:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.684897:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076617.684900:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076617.684902:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076617.684907:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684917:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.684930:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684936:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076617.684941:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076617.684952:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076617.684965:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.684976:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.684981:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.684988:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.684993:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076617.685000:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076617.685007:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685013:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.685020:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769076617.685027:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076617.685036:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.685040:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685043:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.685046:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.685049:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.685058:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076617.685065:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.685076:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925691776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.685097:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.685102:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.685111:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925691776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.685140:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076617.685143:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.685148:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076617.685153:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.685158:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.685169:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.685177:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3305
00000400:00000200:2.0:1769076617.685191:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076617.685204:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.685213:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.685225:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685233:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.685242:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685246:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076617.685256:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.685258:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076617.685261:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.685264:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076617.685275:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076617.685279:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076617.685290:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685298:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.685305:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685310:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076617.685319:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076617.685328:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685340:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.685351:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.685359:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.685366:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685374:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076617.685379:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076617.685388:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685391:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.685413:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076617.685417:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076617.685421:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.685423:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685431:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.685433:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.685439:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.685448:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076617.685463:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076617.685470:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076617.685475:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1769076617.685477:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925691904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.685497:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.685501:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.685513:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925691904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.685582:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076617.685588:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.685593:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076617.685596:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.685601:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.685610:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.685620:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3305
00000400:00000200:2.0:1769076617.685635:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076617.685640:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.685648:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.685662:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685672:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.685679:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685687:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076617.685691:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.685698:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076617.685701:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.685704:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076617.685711:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076617.685719:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076617.685727:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685729:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.685732:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685733:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076617.685742:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076617.685748:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076617.685758:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.685764:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.685768:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.685774:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685777:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076617.685781:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076617.685786:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685789:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.685798:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076617.685806:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076617.685814:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.685819:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.685827:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.685834:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.685838:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.685847:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076617.685864:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.685885:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925692032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.685958:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.685963:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.685977:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925692032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.686002:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.686006:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076617.686018:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076617.686032:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3316)
00000800:00000200:1.1:1769076617.686213:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076617.686215:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076617.686423:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076617.686425:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076617.686636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076617.686638:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076619.028646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297979649, at 4297979712
00000100:00000010:2.0:1769076619.028675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076619.156809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076619.156815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076619.156839:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076620.180753:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076620.180758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076620.180763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076622.804611:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076622.804620:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076622.804622:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076622.804625:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076622.804629:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076622.804635:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3311
00000400:00000200:2.0:1769076622.804643:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076622.804648:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076622.804650:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076622.804653:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804655:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804657:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804658:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076622.804662:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076622.804663:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076622.804665:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076622.804668:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076622.804670:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076622.804672:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076622.804674:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804675:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804676:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804677:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076622.804679:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076622.804682:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804683:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076622.804685:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076622.804688:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076622.804690:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.804691:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076622.804692:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076622.804700:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076622.804702:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076622.804705:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076622.804706:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.804708:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076622.804710:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076622.804713:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076622.804719:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076622.804724:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076622.804730:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925692160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076622.804738:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076622.804741:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076622.804745:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925692160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076622.804763:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076622.804765:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076622.804773:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076622.804774:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076622.804775:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076622.804777:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076622.804779:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3311
00000400:00000200:2.0:1769076622.804781:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076622.804783:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076622.804785:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076622.804787:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804788:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804790:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804791:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076622.804793:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076622.804793:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076622.804795:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076622.804796:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076622.804798:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076622.804799:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076622.804802:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804803:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804804:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804806:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076622.804808:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076622.804813:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804817:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076622.804820:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076622.804825:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076622.804827:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.804832:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076622.804836:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076622.804841:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.804844:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076622.804848:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076622.804851:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076622.804856:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076622.804859:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.804863:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076622.804866:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076622.804868:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076622.804872:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076622.804876:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076622.804883:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925692288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076622.804893:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076622.804896:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076622.804901:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925692288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076622.804913:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076622.804916:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076622.804921:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076622.804922:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076622.804924:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076622.804926:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076622.804930:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3311
00000400:00000200:2.0:1769076622.804936:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076622.804941:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076622.804945:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076622.804949:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804953:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804958:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804962:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076622.804965:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076622.804967:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076622.804971:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076622.804972:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076622.804976:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076622.804978:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076622.804984:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804987:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.804988:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.804990:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076622.804994:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076622.804998:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805000:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076622.805003:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076622.805007:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076622.805008:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805011:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076622.805013:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076622.805017:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805020:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076622.805024:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076622.805028:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076622.805032:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076622.805034:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805038:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076622.805040:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076622.805043:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076622.805048:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076622.805052:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076622.805061:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925692416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076622.805080:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076622.805084:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076622.805091:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925692416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076622.805103:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076622.805103:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769076622.805108:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076622.805109:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1769076622.805114:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076622.805119:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076622.805122:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076622.805125:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076622.805129:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3311
00000400:00000200:2.0:1769076622.805134:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076622.805139:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076622.805142:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076622.805148:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805151:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.805155:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805158:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076622.805162:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076622.805163:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076622.805166:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076622.805169:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076622.805173:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076622.805177:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076622.805182:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805185:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076622.805189:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805193:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076622.805197:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076622.805202:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076622.805206:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076622.805210:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076622.805213:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076622.805216:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805222:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076622.805225:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076622.805230:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805233:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076622.805239:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076622.805244:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076622.805246:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076622.805247:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076622.805249:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076622.805251:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076622.805254:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076622.805257:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076622.805263:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076622.805268:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925692544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076622.805281:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076622.805285:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076622.805289:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925692544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076622.805325:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076622.805327:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076622.805335:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076622.805341:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3321)
00000800:00000200:1.1:1769076622.805570:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076622.805572:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076622.805766:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076622.805767:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076622.805945:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076622.805947:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076623.252809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076623.252815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076623.252820:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076624.148605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297984768, at 4297984832
00000100:00000010:2.0:1769076624.148619:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769076624.276762:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076624.276768:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076624.276772:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076627.348820:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076627.348827:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076627.348831:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076627.926022:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076627.926035:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076627.927368:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076627.927371:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076627.927866:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076627.927869:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076627.928270:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076627.928273:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076628.372877:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076628.372887:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076628.372896:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076629.268664:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297989889, at 4297989952
00000100:00000010:2.0:1769076629.268692:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:0.0:1769076631.444713:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076631.444717:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076631.444721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076632.468841:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076632.468847:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076632.468852:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076633.046016:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076633.046035:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076633.046898:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076633.046901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076633.047274:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076633.047277:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076633.047599:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076633.047602:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076634.388759:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4297995009, at 4297995072
00000100:00000010:2.0:1769076634.388811:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769076635.540824:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076635.540832:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076635.540836:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076636.564852:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076636.564878:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076636.564884:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076638.165926:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076638.166568:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076638.166885:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076638.167243:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076639.508606:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298000129, at 4298000192
00000100:00000010:2.0:1769076639.508626:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769076639.636849:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076639.636858:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076639.636876:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076640.660754:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076640.660763:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076640.660769:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076641.237105:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076641.237179:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076641.237200:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076641.237207:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076641.237213:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076641.237219:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076641.237228:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076641.237234:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769076641.237243:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076641.237252:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076641.237264:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:2.0:1769076641.237270:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:2.0:1769076641.237294:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076641.237309:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952bb80 x1855007925693696/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237345:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076641.237352:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952bb80 x1855007925693696/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237364:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076641.237367:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076641.237381:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076641.237403:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769076641.237407:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076641.237415:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076641.237424:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460440
00000400:00000010:2.0:1769076641.237432:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460440.
00000100:00000001:2.0:1769076641.237444:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076641.237471:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952a300 x1855007925693824/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237504:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076641.237519:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a300 x1855007925693824/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237630:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076641.237638:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076641.237665:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076641.237673:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076641.237682:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076641.237696:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076641.237704:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460e58
00000400:00000010:2.0:1769076641.237710:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460e58.
00000100:00000001:2.0:1769076641.237722:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076641.237737:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889528a80 x1855007925693952/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237774:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076641.237785:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925693952/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237809:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076641.237816:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076641.237831:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076641.237836:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076641.237840:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076641.237846:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076641.237857:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:2.0:1769076641.237867:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769076641.237876:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076641.237894:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952aa00 x1855007925694080/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237914:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076641.237923:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952aa00 x1855007925694080/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076641.237941:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076641.237947:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1769076643.285454:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076643.285460:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076643.286673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076643.286676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076643.287014:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076643.287018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076643.287421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076643.287424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076643.732723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076643.732730:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076643.732735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076644.628652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298005249, at 4298005312
00000100:00000010:2.0:1769076644.628671:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769076644.756838:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076644.756847:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076644.756853:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1769076647.572693:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:0.0:1769076647.572703:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:0.0:1769076647.572709:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769076647.572872:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769076647.572882:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076647.572909:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076647.572913:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076647.572915:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769076647.828710:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076647.828714:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076647.828718:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076648.405467:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076648.405481:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076648.406102:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076648.406105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076648.406365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076648.406366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076648.406620:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076648.406622:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076648.852783:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076648.852787:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076648.852791:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076649.748662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298010369, at 4298010432
00000100:00000010:2.0:1769076649.748681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:0.0:1769076651.924667:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076651.924671:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076651.924675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076652.948737:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076652.948743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076652.948748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076653.525434:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076653.525445:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076653.526137:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076653.526139:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076653.526335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076653.526337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076653.526516:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076653.526518:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076654.868585:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298015489, at 4298015552
00000100:00000010:2.0:1769076654.868598:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000020:00000001:0.0:1769076656.020737:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076656.020744:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076656.020779:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076657.044821:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076657.044824:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076657.044827:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076658.645239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076658.645247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076658.645803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076658.645806:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076658.646133:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076658.646136:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076658.646459:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076658.646462:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769076659.988587:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298020608, at 4298020672
00000100:00000010:2.0:1769076659.988605:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00000020:00000001:0.0:1769076660.116727:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076660.116733:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076660.116737:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076661.140721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076661.140726:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076661.140729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076663.765797:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076663.765810:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076663.766604:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076663.766607:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076663.766950:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076663.766953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076663.767290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076663.767293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076664.212743:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076664.212747:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076664.212751:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076665.108638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298025729, at 4298025792
00000100:00000010:2.0:1769076665.108655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000020:00000001:0.0:1769076665.236724:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076665.236727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076665.236729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076668.308727:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076668.308730:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076668.308733:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076668.884625:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076668.884634:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076668.884636:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076668.884639:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076668.884643:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076668.884648:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3357
00000400:00000200:0.0:1769076668.884656:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076668.884662:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076668.884664:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076668.884666:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884669:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.884671:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884672:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076668.884675:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076668.884677:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076668.884679:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076668.884681:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076668.884683:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076668.884684:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076668.884686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884687:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.884689:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884691:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076668.884693:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076668.884696:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884698:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076668.884700:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076668.884702:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076668.884704:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.884705:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076668.884707:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076668.884714:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076668.884717:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076668.884720:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076668.884721:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.884723:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076668.884725:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076668.884728:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076668.884734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076668.884739:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076668.884746:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925696768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076668.884754:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076668.884758:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076668.884761:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925696768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076668.884779:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076668.884782:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076668.884784:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076668.884785:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076668.884786:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076668.884788:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076668.884790:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3357
00000400:00000200:0.0:1769076668.884793:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076668.884795:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076668.884797:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076668.884798:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884800:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.884801:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884803:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076668.884805:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076668.884806:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076668.884808:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076668.884809:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076668.884810:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076668.884811:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076668.884813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884815:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.884817:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884818:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076668.884820:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076668.884823:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076668.884825:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076668.884826:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076668.884831:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076668.884833:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.884836:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076668.884841:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076668.884844:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.884848:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076668.884854:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076668.884859:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076668.884866:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076668.884870:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.884873:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076668.884876:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076668.884880:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076668.884890:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076668.884899:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076668.884911:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925696896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076668.884927:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076668.884931:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076668.884936:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925696896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076668.884956:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076668.884963:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076668.884981:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076668.884986:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076668.884989:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076668.884992:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076668.884998:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3357
00000400:00000200:0.0:1769076668.885012:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076668.885017:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076668.885018:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076668.885022:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885032:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.885040:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885042:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076668.885044:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076668.885046:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076668.885047:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076668.885050:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076668.885054:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076668.885060:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076668.885064:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885072:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.885078:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885079:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076668.885082:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076668.885090:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885092:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076668.885093:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076668.885096:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076668.885103:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885106:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076668.885112:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076668.885121:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885128:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076668.885137:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076668.885147:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076668.885158:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076668.885162:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885171:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076668.885175:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076668.885178:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076668.885184:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076668.885188:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076668.885195:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925697024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076668.885216:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076668.885218:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076668.885225:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925697024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076668.885244:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076668.885253:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076668.885261:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076668.885273:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076668.885280:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076668.885286:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076668.885297:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3357
00000400:00000200:0.0:1769076668.885313:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076668.885318:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076668.885320:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076668.885330:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885339:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.885347:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885355:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076668.885362:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076668.885363:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076668.885365:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076668.885367:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076668.885370:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076668.885374:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076668.885383:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885390:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076668.885401:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885407:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076668.885416:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:3.1:1769076668.885423:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076668.885424:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076668.885435:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076668.885435:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
02000000:00000001:0.0:1769076668.885446:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076668.885453:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076668.885459:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885464:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076668.885468:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076668.885479:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885484:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076668.885490:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076668.885496:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076668.885505:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076668.885507:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076668.885563:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076668.885566:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076668.885568:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076668.885573:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076668.885577:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076668.885583:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925697152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076668.885595:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076668.885599:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076668.885614:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925697152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076668.885637:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076668.885643:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076668.885648:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076668.885657:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3367)
00000800:00000200:3.1:1769076668.886081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076668.886084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076668.886411:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076668.886414:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076668.886774:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076668.886777:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076669.332741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076669.332746:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076669.332750:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076670.228581:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298030849, at 4298030912
00000100:00000010:2.0:1769076670.228593:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000020:00000001:0.0:1769076672.404764:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076672.404770:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076672.404775:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076673.428738:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076673.428746:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076673.428752:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076674.004681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076674.004693:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076674.004696:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076674.004712:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076674.004717:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076674.004726:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3362
00000400:00000200:2.0:1769076674.004738:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076674.004746:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076674.004749:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076674.004753:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004756:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.004758:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004760:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076674.004765:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076674.004767:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076674.004770:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076674.004773:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076674.004775:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076674.004776:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076674.004779:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004781:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.004792:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004794:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076674.004797:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076674.004800:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004803:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076674.004806:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076674.004809:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076674.004811:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.004813:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076674.004816:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076674.004828:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076674.004831:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076674.004835:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076674.004837:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.004840:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076674.004843:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076674.004848:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076674.004858:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076674.004865:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076674.004874:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925697280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076674.004885:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076674.004891:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.004897:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925697280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076674.004926:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076674.004931:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076674.004935:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076674.004937:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076674.004940:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076674.004943:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076674.004947:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3362
00000400:00000200:2.0:1769076674.004952:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076674.004956:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076674.004959:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076674.004963:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004966:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.004967:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004969:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076674.004971:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076674.004973:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076674.004974:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076674.004976:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076674.004977:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076674.004979:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076674.004981:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004984:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.004987:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004989:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076674.004991:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076674.004994:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076674.004999:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076674.005002:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076674.005008:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076674.005010:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005012:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076674.005016:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076674.005019:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005021:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076674.005025:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076674.005032:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076674.005036:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076674.005039:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005043:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076674.005044:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076674.005048:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076674.005055:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076674.005066:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076674.005090:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925697408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076674.005113:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076674.005117:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.005142:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925697408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076674.005177:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076674.005187:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076674.005195:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076674.005205:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076674.005211:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076674.005216:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076674.005223:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3362
00000400:00000200:2.0:1769076674.005240:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076674.005244:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076674.005250:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076674.005253:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005255:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.005257:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005261:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076674.005268:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076674.005270:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076674.005274:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076674.005279:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076674.005294:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076674.005297:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076674.005301:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005304:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.005311:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005314:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076674.005329:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076674.005339:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005348:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076674.005353:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076674.005362:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076674.005374:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005383:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076674.005390:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076674.005403:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005410:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076674.005423:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076674.005440:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076674.005447:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076674.005464:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005466:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076674.005472:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076674.005477:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076674.005486:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076674.005507:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076674.005521:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925697536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076674.005584:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076674.005586:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.005593:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925697536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076674.005609:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076674.005615:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076674.005626:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076674.005632:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076674.005635:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076674.005645:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769076674.005651:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769076674.005652:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3362
00000800:00000200:3.1:1769076674.005660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000400:00000200:2.0:1769076674.005672:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076674.005679:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076674.005684:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076674.005690:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005702:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.005712:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005730:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076674.005743:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076674.005748:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076674.005758:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076674.005769:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076674.005773:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076674.005777:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076674.005796:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005800:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076674.005811:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005821:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076674.005833:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076674.005839:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076674.005846:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076674.005859:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076674.005866:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076674.005872:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005878:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076674.005882:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076674.005887:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005896:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076674.005906:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076674.005917:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076674.005923:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076674.005927:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076674.005934:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076674.005941:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076674.005952:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076674.005967:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076674.005973:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076674.005989:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925697664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076674.006014:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076674.006019:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.006032:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925697664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076674.006076:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.006079:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076674.006105:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076674.006122:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3372)
00000800:00000200:3.1:1769076674.006473:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076674.006475:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076674.006773:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076674.006776:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076674.006990:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076674.006992:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769076675.348685:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298035969, at 4298036032
00000100:00000010:2.0:1769076675.348713:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000020:00000001:0.0:1769076676.500849:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076676.500856:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076676.500861:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076677.524829:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076677.524836:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076677.524843:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076679.124733:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076679.124754:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076679.124759:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076679.124767:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076679.124775:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076679.124789:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3367
00000400:00000200:0.0:1769076679.124806:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076679.124818:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076679.124825:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076679.124831:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.124837:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.124841:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.124844:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076679.124850:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076679.124852:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076679.124856:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076679.124860:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076679.124863:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076679.124866:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076679.124886:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.124889:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.124891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.124894:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076679.124897:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076679.124901:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076679.124904:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076679.124909:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076679.124914:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076679.124917:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.124920:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076679.124923:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076679.124938:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076679.124942:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076679.124948:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076679.124950:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.124954:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076679.124958:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076679.124964:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076679.124976:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076679.124984:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076679.124995:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925697792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076679.125010:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076679.125016:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076679.125022:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925697792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076679.125052:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076679.125073:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076679.125078:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076679.125080:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076679.125083:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076679.125086:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076679.125090:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3367
00000400:00000200:0.0:1769076679.125095:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076679.125099:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076679.125102:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076679.125106:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125110:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125114:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125118:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076679.125121:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076679.125123:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076679.125125:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076679.125127:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076679.125130:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076679.125132:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076679.125136:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125140:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125143:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125147:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076679.125153:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076679.125166:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125176:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076679.125184:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076679.125197:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076679.125207:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125217:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076679.125225:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076679.125237:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125246:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076679.125285:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076679.125291:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076679.125298:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076679.125302:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125304:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076679.125306:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076679.125309:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076679.125315:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076679.125321:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076679.125338:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925697920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076679.125388:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076679.125393:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076679.125404:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925697920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076679.125435:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076679.125447:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076679.125461:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076679.125464:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076679.125466:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076679.125470:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076679.125478:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3367
00000400:00000200:0.0:1769076679.125487:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076679.125494:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076679.125501:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076679.125505:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125508:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125514:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125519:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076679.125567:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076679.125569:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076679.125573:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076679.125578:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076679.125585:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076679.125593:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076679.125602:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125606:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125614:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125619:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076679.125624:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076679.125631:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125638:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076679.125640:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076679.125645:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076679.125649:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125657:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076679.125663:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076679.125668:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125670:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076679.125681:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076679.125686:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076679.125692:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076679.125698:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.125701:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076679.125705:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076679.125711:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076679.125717:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076679.125723:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076679.125737:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925698048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076679.125779:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076679.125789:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076679.125805:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925698048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076679.125831:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076679.125837:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076679.125846:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076679.125854:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076679.125857:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076679.125866:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769076679.125873:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076679.125876:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3367
00000800:00000200:3.1:1769076679.125883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000400:00000200:0.0:1769076679.125890:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076679.125902:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076679.125907:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076679.125913:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125916:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125924:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125930:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076679.125934:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076679.125939:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076679.125943:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076679.125948:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076679.125953:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076679.125958:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076679.125969:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125975:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076679.125981:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076679.125987:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076679.125993:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076679.125999:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076679.126005:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076679.126011:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076679.126016:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076679.126022:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.126026:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076679.126031:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076679.126035:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.126040:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076679.126048:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076679.126055:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076679.126063:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076679.126067:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076679.126071:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076679.126078:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076679.126080:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076679.126090:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076679.126095:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076679.126104:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925698176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076679.126123:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076679.126128:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076679.126134:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925698176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076679.126151:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076679.126162:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076679.126176:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076679.126194:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3377)
00000800:00000200:3.1:1769076679.126701:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076679.126704:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076679.127044:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076679.127048:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076679.127499:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076679.127504:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076680.468603:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298041089, at 4298041152
00000100:00000010:2.0:1769076680.468622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000020:00000001:0.0:1769076680.596782:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076680.596788:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076680.596793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076681.620739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076681.620743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076681.620746:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076684.244661:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076684.244690:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076684.244692:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076684.244695:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076684.244698:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076684.244704:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3372
00000400:00000200:0.0:1769076684.244712:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076684.244718:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076684.244720:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076684.244723:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244726:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.244728:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244730:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076684.244733:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076684.244734:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076684.244736:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076684.244738:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076684.244740:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076684.244741:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076684.244743:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244745:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.244747:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244748:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076684.244751:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076684.244753:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244755:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076684.244757:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076684.244759:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076684.244761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.244763:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076684.244764:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076684.244772:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076684.244775:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076684.244777:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076684.244778:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.244781:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076684.244782:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076684.244786:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076684.244792:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076684.244797:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076684.244804:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925698304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076684.244812:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076684.244826:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076684.244829:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925698304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076684.244850:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076684.244852:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076684.244855:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076684.244856:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076684.244857:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076684.244859:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076684.244861:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3372
00000400:00000200:0.0:1769076684.244863:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076684.244866:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076684.244867:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076684.244869:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244870:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.244872:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244873:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076684.244875:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076684.244875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076684.244876:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076684.244878:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076684.244879:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076684.244880:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076684.244882:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244883:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.244884:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244885:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076684.244887:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076684.244889:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244891:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076684.244892:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076684.244907:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076684.244908:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.244909:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076684.244912:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076684.244915:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.244916:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076684.244918:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076684.244920:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076684.244921:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076684.244922:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.244924:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076684.244925:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076684.244926:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076684.244929:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076684.244931:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076684.244935:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925698432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076684.244941:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076684.244943:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076684.244946:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925698432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076684.244952:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076684.244956:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076684.244961:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076684.244963:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076684.244966:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076684.244967:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076684.244972:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3372
00000400:00000200:0.0:1769076684.244978:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076684.244983:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076684.244987:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076684.244991:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.244994:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.244998:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245000:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076684.245004:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076684.245006:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076684.245009:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076684.245012:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076684.245015:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076684.245018:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076684.245025:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245028:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.245030:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245040:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076684.245045:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076684.245050:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245053:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076684.245054:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076684.245057:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076684.245062:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245063:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076684.245065:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076684.245071:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245072:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076684.245076:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076684.245079:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076684.245082:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076684.245085:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245087:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076684.245090:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076684.245093:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076684.245097:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076684.245100:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076684.245109:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925698560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076684.245123:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076684.245127:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076684.245132:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925698560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076684.245143:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076684.245146:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076684.245149:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076684.245150:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076684.245151:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076684.245154:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076684.245158:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3372
00000400:00000200:0.0:1769076684.245163:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076684.245167:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076684.245183:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076684.245187:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245191:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.245196:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245199:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076684.245202:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076684.245203:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076684.245206:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076684.245208:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076684.245214:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076684.245217:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076684.245223:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245226:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076684.245230:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245236:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076684.245242:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076684.245247:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076684.245253:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076684.245257:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076684.245262:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076684.245268:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245273:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076684.245299:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076684.245305:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245310:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076684.245317:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000800:00000200:3.1:1769076684.245318:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769076684.245324:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000800:00000200:3.1:1769076684.245324:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769076684.245329:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076684.245333:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076684.245336:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076684.245338:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076684.245342:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076684.245354:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076684.245358:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076684.245366:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925698688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076684.245375:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076684.245379:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076684.245386:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925698688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076684.245397:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076684.245402:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076684.245410:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076684.245414:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3382)
00000800:00000200:3.1:1769076684.245755:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076684.245757:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076684.246021:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076684.246023:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076684.246238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076684.246240:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076684.692804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076684.692811:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076684.692816:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076685.460982:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076685.588676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298046208, at 4298046272
00000100:00000010:2.0:1769076685.588704:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000020:00000001:0.0:1769076685.716792:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076685.716798:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076685.716803:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076688.788749:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076688.788753:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076688.788757:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076689.365992:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076689.366010:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076689.366942:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076689.366946:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076689.367441:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076689.367445:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076689.367859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076689.367862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076689.812723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076689.812727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076689.812729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076690.708669:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298051329, at 4298051392
00000100:00000010:2.0:1769076690.708687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:0.0:1769076692.884798:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076692.884803:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076692.884808:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076693.908777:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076693.908782:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076693.908785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076694.485602:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076694.485612:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076694.486554:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076694.486555:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076694.486750:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076694.486752:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076694.486951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076694.486953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769076695.828632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298056449, at 4298056512
00000100:00000010:2.0:1769076695.828665:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:0.0:1769076696.980734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076696.980739:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076696.980743:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076698.004767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076698.004774:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076698.004779:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076699.605574:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076699.605582:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076699.606414:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076699.606416:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076699.606684:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076699.606686:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076699.607079:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076699.607081:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076700.948713:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298061569, at 4298061632
00000100:00000010:2.0:1769076700.948739:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076701.076803:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076701.076812:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076701.076819:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076702.100867:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076702.100872:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076702.100875:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076704.725701:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076704.726567:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076704.726919:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076704.727262:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076705.172810:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076705.172816:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076705.172822:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076706.068674:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298066689, at 4298066752
00000100:00000010:2.0:1769076706.068715:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076706.196831:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076706.196839:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076706.196846:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076707.796786:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076707.796825:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076707.796836:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076707.796840:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076707.796843:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076707.796846:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076707.796851:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076707.796855:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547b00.
00000400:00000200:2.0:1769076707.796860:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076707.796865:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076707.796870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:2.0:1769076707.796872:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:2.0:1769076707.796877:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076707.796902:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529880 x1855007925700352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.796928:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076707.796931:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925700352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.796938:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076707.796940:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076707.796948:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076707.796950:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:2.0:1769076707.796953:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076707.796955:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076707.796958:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460990
00000400:00000010:2.0:1769076707.796960:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460990.
00000100:00000001:2.0:1769076707.796962:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076707.796965:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529f80 x1855007925700480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.796971:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076707.796974:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925700480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.796979:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076707.796981:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076707.796984:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076707.796986:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076707.796988:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076707.796990:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076707.796992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:2.0:1769076707.796999:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:2.0:1769076707.797002:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076707.797007:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952a680 x1855007925700608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.797013:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076707.797015:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925700608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.797020:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076707.797022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076707.797025:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076707.797027:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076707.797029:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076707.797031:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076707.797033:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944604c8
00000400:00000010:2.0:1769076707.797035:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944604c8.
00000100:00000001:2.0:1769076707.797036:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076707.797039:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529500 x1855007925700736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.797045:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076707.797047:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925700736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076707.797052:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076707.797053:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076709.268799:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076709.268805:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076709.268811:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076709.847115:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076709.847123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076709.848086:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076709.848090:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076709.848585:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076709.848589:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076709.849078:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076709.849081:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076710.292770:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076710.292777:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076710.292784:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076711.188618:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298071810, at 4298071872
00000100:00000010:2.0:1769076711.188635:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000020:00000001:0.0:1769076713.364647:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076713.364650:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076713.364653:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076714.388907:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076714.388912:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076714.388916:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076714.965365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076714.965372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076714.965962:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076714.965965:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076714.966212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076714.966215:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076714.966518:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076714.966520:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076716.308619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298076929, at 4298076992
00000100:00000010:2.0:1769076716.308667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769076717.460865:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076717.460870:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076717.460875:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076718.484779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076718.484784:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076718.484788:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076720.085799:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076720.085808:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076720.086703:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076720.086706:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076720.087040:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076720.087042:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076720.087338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076720.087341:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076721.428736:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298082049, at 4298082112
00000100:00000010:2.0:1769076721.428757:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000020:00000001:0.0:1769076721.556853:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076721.556859:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076721.556864:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076722.580766:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076722.580773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076722.580779:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076724.373070:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769076724.373080:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076724.373099:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076724.373107:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076724.373111:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.1:1769076725.205808:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076725.205816:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076725.206699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076725.206702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076725.207117:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076725.207120:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076725.207629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076725.207633:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076725.652779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076725.652785:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076725.652790:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076726.548646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298087169, at 4298087232
00000100:00000010:2.0:1769076726.548678:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769076726.676924:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076726.676929:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076726.676934:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076729.748804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076729.748810:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076729.748815:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076730.324779:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076730.324793:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076730.324796:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076730.324801:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076730.324806:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076730.324815:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3418
00000400:00000200:0.0:1769076730.324828:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076730.324836:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076730.324840:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076730.324845:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.324849:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.324852:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.324855:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076730.324861:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076730.324864:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076730.324867:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076730.324870:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076730.324873:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076730.324876:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076730.324880:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.324882:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.324909:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.324911:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076730.324916:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076730.324920:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076730.324924:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076730.324928:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076730.324932:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076730.324936:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.324939:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076730.324943:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076730.324955:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076730.324960:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076730.324965:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076730.324967:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.324971:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076730.324975:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076730.324980:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076730.324990:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076730.324998:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076730.325009:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925702912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076730.325024:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076730.325029:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076730.325035:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925702912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076730.325066:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076730.325071:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076730.325076:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076730.325078:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076730.325080:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076730.325084:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076730.325087:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3418
00000400:00000200:0.0:1769076730.325091:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076730.325096:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076730.325101:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076730.325118:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325123:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.325128:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325134:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076730.325143:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076730.325153:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076730.325163:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076730.325168:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076730.325181:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076730.325193:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076730.325216:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325228:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.325243:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325259:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076730.325271:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076730.325287:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325293:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076730.325305:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076730.325318:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076730.325329:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325335:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076730.325341:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076730.325349:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325356:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076730.325364:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076730.325372:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076730.325390:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076730.325396:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325400:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076730.325406:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076730.325412:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076730.325425:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076730.325437:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076730.325454:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925703040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076730.325477:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076730.325486:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076730.325498:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925703040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076730.325658:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076730.325671:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076730.325688:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076730.325705:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076730.325711:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076730.325715:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076730.325727:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3418
00000400:00000200:0.0:1769076730.325746:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076730.325756:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076730.325766:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076730.325775:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076730.325777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076730.325779:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.325787:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076730.325793:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076730.325794:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076730.325800:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076730.325803:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076730.325809:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076730.325812:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076730.325820:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076730.325830:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076730.325838:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325844:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.325847:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325851:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076730.325863:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076730.325873:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076730.325879:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076730.325886:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076730.325892:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076730.325898:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325904:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076730.325908:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076730.325916:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325923:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076730.325932:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076730.325941:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076730.325952:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076730.325957:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.325962:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076730.325968:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076730.325974:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076730.325988:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076730.325996:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076730.326013:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925703168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076730.326039:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076730.326046:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076730.326056:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925703168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076730.326076:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076730.326080:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076730.326083:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076730.326085:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076730.326089:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076730.326101:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076730.326114:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3418
00000400:00000200:0.0:1769076730.326131:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076730.326144:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076730.326157:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076730.326176:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.326186:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.326207:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.326222:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076730.326235:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076730.326241:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076730.326248:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076730.326254:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076730.326263:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076730.326269:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076730.326274:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.326277:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076730.326282:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076730.326291:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076730.326301:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076730.326318:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076730.326327:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076730.326332:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076730.326341:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076730.326350:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.326358:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076730.326364:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076730.326373:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.326381:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076730.326401:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076730.326409:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076730.326418:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076730.326424:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076730.326432:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076730.326437:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076730.326444:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076730.326456:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076730.326469:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076730.326489:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925703296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076730.326590:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076730.326598:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076730.326614:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925703296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076730.326646:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076730.326657:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076730.326668:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076730.326682:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3428)
00000800:00000200:1.1:1769076730.326995:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076730.327000:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076730.327483:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076730.327486:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076730.327963:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076730.327967:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076730.772738:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076730.772742:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076730.772746:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076731.668634:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298092289, at 4298092352
00000100:00000010:2.0:1769076731.668651:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076733.844686:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076733.844692:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076733.844697:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076734.868711:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076734.868715:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076734.868717:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076735.445527:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076735.445531:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076735.446171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076735.446175:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076735.446513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076735.446515:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076735.446734:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076735.446736:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769076736.788673:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298097409, at 4298097472
00000100:00000010:2.0:1769076736.788690:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076737.940731:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076737.940734:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076737.940737:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076738.964712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076738.964716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076738.964719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076740.564748:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076740.564760:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076740.564762:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076740.564765:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076740.564769:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076740.564775:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3428
00000400:00000200:2.0:1769076740.564784:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076740.564790:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076740.564793:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076740.564796:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564798:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.564800:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564802:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076740.564805:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076740.564807:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076740.564809:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076740.564811:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076740.564813:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076740.564814:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076740.564816:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564819:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.564820:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564822:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076740.564824:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076740.564827:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564829:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076740.564831:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076740.564834:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076740.564836:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.564838:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076740.564839:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076740.564848:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769076740.564851:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076740.564854:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076740.564855:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.564858:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076740.564860:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076740.564864:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076740.564870:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076740.564875:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076740.564883:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925703936/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076740.564892:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076740.564896:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.564899:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925703936/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076740.564923:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076740.564926:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076740.564928:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076740.564930:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076740.564931:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076740.564933:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076740.564935:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3428
00000400:00000200:2.0:1769076740.564938:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076740.564940:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076740.564943:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076740.564945:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564947:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.564949:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564950:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076740.564952:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076740.564953:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076740.564955:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076740.564956:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076740.564958:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076740.564959:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076740.564961:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564963:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.564964:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564966:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076740.564967:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076740.564969:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076740.564971:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076740.564973:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076740.564978:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076740.564981:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.564984:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076740.564988:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076740.564991:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.564994:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076740.564997:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769076740.565000:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076740.565004:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076740.565007:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565012:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076740.565015:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076740.565018:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076740.565024:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076740.565028:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076740.565036:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925704064/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076740.565053:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076740.565058:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.565064:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925704064/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076740.565078:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076740.565081:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076740.565088:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076740.565092:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076740.565093:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076740.565095:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076740.565097:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3428
00000400:00000200:2.0:1769076740.565100:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076740.565101:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076740.565103:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076740.565104:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565106:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.565107:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565109:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076740.565114:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076740.565117:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076740.565120:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076740.565121:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076740.565123:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076740.565126:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076740.565131:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565133:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.565135:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565137:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076740.565142:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076740.565144:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565146:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076740.565164:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076740.565167:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076740.565172:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565174:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076740.565189:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076740.565194:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565197:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076740.565202:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076740.565205:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076740.565210:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076740.565213:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565217:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076740.565220:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076740.565223:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076740.565229:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076740.565233:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076740.565243:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925704192/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076740.565254:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076740.565259:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.565266:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925704192/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076740.565274:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076740.565278:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076740.565282:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076740.565284:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076740.565288:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076740.565294:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076740.565300:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3428
00000400:00000200:2.0:1769076740.565309:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076740.565316:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076740.565320:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076740.565325:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565329:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.565354:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565356:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076740.565358:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076740.565361:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076740.565365:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076740.565368:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076740.565372:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076740.565391:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076740.565396:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565398:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076740.565402:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565406:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076740.565410:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076740.565416:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076740.565420:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076740.565422:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076740.565425:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076740.565428:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565433:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076740.565436:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076740.565438:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565443:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076740.565446:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076740.565448:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076740.565449:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076740.565450:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076740.565451:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076740.565453:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076740.565457:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076740.565461:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076740.565465:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076740.565472:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769076740.565473:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925704320/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076740.565477:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1769076740.565490:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076740.565494:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.565502:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925704320/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076740.565509:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.565513:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076740.565519:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076740.565526:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3438)
00000800:00000200:1.1:1769076740.565908:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076740.565909:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076740.566182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076740.566185:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076740.566471:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076740.566473:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1769076741.908707:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298102529, at 4298102592
00000100:00000010:2.0:1769076741.908738:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:0.0:1769076742.036675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076742.036679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076742.036681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076743.060842:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076743.060847:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076743.060851:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076745.685220:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076745.685224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076745.685640:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076745.685643:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076745.685911:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076745.685912:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076745.686096:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076745.686098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076746.132679:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076746.132682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076746.132685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076747.028628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298107648, at 4298107712
00000100:00000010:2.0:1769076747.028642:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769076747.156767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076747.156772:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076747.156775:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076750.228675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076750.228678:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076750.228681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076750.804646:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.804654:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076750.804657:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.804660:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.804663:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.804669:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3439
00000400:00000200:0.0:1769076750.804677:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076750.804682:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.804684:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.804687:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804689:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.804691:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804693:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076750.804696:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.804698:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076750.804700:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.804702:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076750.804704:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076750.804705:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076750.804707:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804708:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.804709:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804711:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076750.804714:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076750.804716:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804718:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.804720:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.804723:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.804725:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.804726:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076750.804728:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.804736:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076750.804738:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076750.804741:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.804742:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.804744:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.804746:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.804750:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.804756:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076750.804761:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.804768:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925704960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.804776:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.804779:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.804783:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925704960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.804801:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.804804:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.804808:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076750.804810:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.804811:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.804814:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.804817:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3439
00000400:00000200:0.0:1769076750.804821:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076750.804824:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.804827:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.804831:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804832:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.804835:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804837:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076750.804839:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.804841:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076750.804842:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.804844:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076750.804847:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076750.804850:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076750.804852:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804855:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.804856:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804858:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076750.804861:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076750.804864:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804866:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.804868:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.804873:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.804874:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.804876:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.804880:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.804883:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.804886:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.804889:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076750.804891:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076750.804894:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.804895:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.804897:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.804898:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.804900:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.804903:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076750.804906:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.804911:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925705088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.804918:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.804921:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.804925:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925705088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.804935:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.804937:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.804941:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076750.804942:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.804944:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.804946:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.804949:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3439
00000400:00000200:0.0:1769076750.804988:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076750.804991:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.804993:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.804997:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.804999:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.805001:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805003:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076750.805005:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.805006:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076750.805008:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.805009:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076750.805011:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076750.805014:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076750.805017:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805019:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.805021:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805024:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769076750.805024:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769076750.805026:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:1.1:1769076750.805028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769076750.805029:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805031:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.805033:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.805036:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.805038:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805040:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.805042:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.805044:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805046:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.805050:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076750.805052:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076750.805054:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.805056:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805057:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.805059:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.805060:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.805065:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076750.805068:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.805073:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925705216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.805080:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.805082:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.805086:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925705216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.805094:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.805097:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.805100:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076750.805102:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.805103:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.805106:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.805108:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3439
00000400:00000200:0.0:1769076750.805111:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076750.805114:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.805116:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.805119:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805121:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.805123:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805125:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076750.805128:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.805129:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076750.805131:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.805133:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076750.805135:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076750.805137:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076750.805141:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805142:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.805145:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805147:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076750.805150:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076750.805153:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076750.805155:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.805157:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.805175:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.805177:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805180:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.805182:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076750.805185:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805187:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.805191:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076750.805194:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076750.805197:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.805198:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.805200:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.805201:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.805203:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.805207:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076750.805211:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.805215:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925705344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.805223:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.805225:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.805229:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925705344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.805238:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.805241:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076750.805245:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076750.805250:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3449)
00000800:00000200:1.1:1769076750.805416:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076750.805418:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076750.805624:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076750.805625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076750.805802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076750.805804:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076751.252682:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076751.252685:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076751.252688:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076752.148582:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298112768, at 4298112832
00000100:00000010:2.0:1769076752.148595:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000020:00000001:0.0:1769076754.324788:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076754.324794:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076754.324798:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076755.348678:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076755.348682:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076755.348684:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076755.925235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076755.925242:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076755.925658:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076755.925660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076755.925844:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076755.925846:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076755.926015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076755.926017:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076757.268623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298117888, at 4298117952
00000100:00000010:2.0:1769076757.268638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769076758.420742:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076758.420746:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076758.420750:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076759.444753:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076759.444759:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076759.444763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076761.044626:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076761.044635:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076761.044637:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076761.044640:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076761.044644:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076761.044650:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3449
00000400:00000200:0.0:1769076761.044658:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076761.044663:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076761.044666:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076761.044668:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044670:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044673:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044674:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076761.044678:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076761.044679:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076761.044681:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076761.044683:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076761.044685:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076761.044686:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076761.044688:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044690:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044691:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044692:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076761.044694:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076761.044697:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044698:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076761.044701:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076761.044704:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076761.044706:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.044707:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076761.044709:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076761.044716:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076761.044719:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076761.044722:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076761.044723:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.044726:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076761.044728:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076761.044732:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076761.044739:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076761.044744:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076761.044751:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925705984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076761.044759:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076761.044762:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076761.044766:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925705984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076761.044785:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076761.044787:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076761.044790:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076761.044791:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076761.044792:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076761.044794:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076761.044796:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3449
00000400:00000200:0.0:1769076761.044798:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076761.044800:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076761.044802:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076761.044804:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044805:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044807:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044809:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076761.044810:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076761.044811:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076761.044812:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076761.044814:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076761.044815:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076761.044816:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076761.044818:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044819:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044820:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044821:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076761.044822:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076761.044824:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044826:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076761.044827:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076761.044830:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076761.044832:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.044833:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076761.044835:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076761.044838:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.044839:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076761.044841:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076761.044843:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076761.044845:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076761.044846:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.044847:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076761.044848:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076761.044849:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076761.044852:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076761.044855:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076761.044858:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925706112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076761.044866:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076761.044869:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076761.044876:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925706112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076761.044887:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076761.044892:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076761.044897:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076761.044901:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076761.044904:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076761.044907:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076761.044912:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3449
00000400:00000200:0.0:1769076761.044917:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076761.044923:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076761.044926:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076761.044930:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044934:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044939:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044942:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076761.044945:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076761.044947:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076761.044950:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076761.044953:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076761.044955:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076761.044956:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076761.044963:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044966:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.044971:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044973:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076761.044976:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076761.044981:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076761.044982:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076761.044984:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076761.044986:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076761.045001:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045004:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076761.045008:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076761.045012:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045014:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076761.045020:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076761.045025:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076761.045031:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076761.045033:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045034:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076761.045035:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076761.045036:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076761.045040:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076761.045044:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076761.045050:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925706240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076761.045066:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076761.045071:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076761.045079:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925706240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076761.045091:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076761.045095:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076761.045101:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076761.045104:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076761.045107:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076761.045110:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076761.045118:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3449
00000400:00000200:0.0:1769076761.045125:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076761.045130:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076761.045135:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076761.045141:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.045144:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076761.045149:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.045152:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076761.045157:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076761.045158:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076761.045159:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076761.045161:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076761.045165:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076761.045170:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076761.045174:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076761.045177:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076761.045180:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076761.045182:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076761.045186:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769076761.045187:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076761.045195:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076761.045204:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076761.045211:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076761.045217:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076761.045222:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076761.045230:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045236:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076761.045242:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076761.045248:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045253:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076761.045262:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076761.045267:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076761.045274:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076761.045278:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076761.045291:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076761.045294:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076761.045296:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076761.045301:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076761.045306:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076761.045316:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925706368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076761.045335:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076761.045341:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076761.045352:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925706368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076761.045374:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076761.045379:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076761.045387:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076761.045394:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3459)
00000800:00000200:1.1:1769076761.045600:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076761.045601:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076761.045781:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076761.045783:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076761.045953:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076761.045954:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.0:1769076762.260876:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076762.388636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298123008, at 4298123072
00000100:00000010:2.0:1769076762.388652:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769076762.516679:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076762.516682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076762.516685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076763.540727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076763.540732:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076763.540736:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076766.164689:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.164713:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076766.164719:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.164726:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.164736:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.164752:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3454
00000400:00000200:0.0:1769076766.164772:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076766.164785:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.164793:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.164800:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.164817:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.164821:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.164825:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076766.164831:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.164834:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076766.164838:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.164842:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076766.164845:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076766.164848:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076766.164852:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.164855:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.164858:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.164861:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076766.164865:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076766.164869:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076766.164872:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.164877:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.164882:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.164885:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.164888:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076766.164892:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.164934:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076766.164940:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076766.164957:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.164959:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.164964:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.164968:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.164976:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.165000:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076766.165010:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.165025:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925706496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.165052:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.165058:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.165064:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925706496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.165097:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076766.165101:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.165106:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076766.165109:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.165111:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.165115:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.165119:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3454
00000400:00000200:0.0:1769076766.165124:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076766.165130:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.165145:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.165159:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165163:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.165167:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165170:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076766.165173:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.165175:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076766.165178:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.165182:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076766.165195:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076766.165200:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076766.165209:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165214:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.165220:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165222:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076766.165227:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076766.165238:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165243:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.165253:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.165263:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.165274:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.165287:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.165295:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076766.165303:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.165308:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.165322:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076766.165328:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076766.165344:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.165346:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.165362:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.165373:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.165385:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.165397:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076766.165414:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.165442:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925706624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.165469:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.165472:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.165492:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925706624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.165567:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076766.165572:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.165577:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076766.165581:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.165586:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.165591:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.165600:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3454
00000400:00000200:0.0:1769076766.165620:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076766.165635:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.165641:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.165649:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165654:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.165664:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165670:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076766.165679:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.165687:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076766.165702:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.165716:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076766.165729:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076766.165746:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076766.165770:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165785:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.165793:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165798:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076766.165805:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076766.165828:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076766.165854:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.165864:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.165872:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.165884:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.165895:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.165929:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076766.165940:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.165957:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.165964:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076766.165974:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076766.165987:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.165992:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.166005:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.166011:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.166017:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.166028:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076766.166037:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.166061:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925706752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.166085:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.166092:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.166106:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925706752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076766.166116:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076766.166144:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076766.166148:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1769076766.166151:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.166170:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076766.166173:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.166180:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.166187:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.166206:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3454
00000400:00000200:0.0:1769076766.166215:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076766.166229:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.166234:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.166248:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.166253:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.166274:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.166280:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076766.166287:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.166289:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076766.166292:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.166297:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076766.166304:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076766.166321:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076766.166330:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.166335:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.166341:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076766.166346:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076766.166358:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076766.166379:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076766.166397:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.166413:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.166432:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.166437:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.166450:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.166454:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076766.166466:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.166479:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.166492:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076766.166508:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076766.166517:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.166562:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.166565:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.166567:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.166580:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.166587:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076766.166594:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.166606:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925706880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.166629:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.166636:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.166649:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925706880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.166671:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.166677:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076766.166682:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076766.166692:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3464)
00000800:00000200:1.1:1769076766.167115:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076766.167119:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076766.167528:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076766.167547:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076766.167890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076766.167892:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076766.612853:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076766.612862:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076766.612869:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076767.508636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298128130, at 4298128192
00000100:00000010:2.0:1769076767.508651:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769076767.636748:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076767.636752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076767.636755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076770.708750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076770.708757:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076770.708762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076771.284753:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076771.284766:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076771.284769:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076771.284773:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076771.284778:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076771.284787:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3459
00000400:00000200:2.0:1769076771.284798:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076771.284805:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076771.284808:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076771.284811:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.284844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.284847:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.284866:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076771.284871:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076771.284873:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076771.284875:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076771.284878:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076771.284879:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076771.284881:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076771.284883:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.284884:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.284885:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.284886:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076771.284889:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076771.284892:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076771.284895:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076771.284898:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076771.284902:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076771.284904:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.284906:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076771.284908:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076771.284920:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076771.284923:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076771.284927:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076771.284929:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.284932:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076771.284935:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076771.284940:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076771.284949:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076771.284955:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076771.284964:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925707008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076771.284974:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076771.284978:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.284982:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925707008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076771.285004:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076771.285007:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076771.285010:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076771.285011:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076771.285012:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076771.285014:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076771.285016:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3459
00000400:00000200:2.0:1769076771.285019:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076771.285021:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076771.285023:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076771.285025:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285027:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285028:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285030:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076771.285031:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076771.285032:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076771.285034:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076771.285036:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076771.285037:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076771.285039:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076771.285041:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285042:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285043:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285044:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076771.285046:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076771.285048:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285049:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076771.285050:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076771.285055:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076771.285057:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285059:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076771.285063:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076771.285066:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285067:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076771.285069:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076771.285071:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076771.285073:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076771.285075:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285077:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076771.285079:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076771.285084:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076771.285089:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076771.285095:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076771.285105:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925707136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076771.285129:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076771.285131:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.285134:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925707136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076771.285178:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076771.285186:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076771.285198:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076771.285200:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076771.285211:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076771.285226:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076771.285238:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3459
00000400:00000200:2.0:1769076771.285254:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076771.285263:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076771.285268:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076771.285278:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285287:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285289:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285290:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076771.285296:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076771.285308:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076771.285319:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076771.285324:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076771.285333:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076771.285342:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076771.285353:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285363:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285373:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285383:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076771.285396:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076771.285407:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285416:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076771.285420:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076771.285427:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076771.285437:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285449:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076771.285452:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076771.285459:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285462:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076771.285466:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076771.285474:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076771.285478:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076771.285479:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285484:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076771.285492:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076771.285496:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076771.285504:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076771.285515:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076771.285593:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925707264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076771.285619:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076771.285628:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.285638:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925707264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076771.285663:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076771.285664:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769076771.285671:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076771.285676:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076771.285677:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076771.285678:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076771.285681:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076771.285684:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3459
00000400:00000200:2.0:1769076771.285688:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076771.285691:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076771.285703:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076771.285715:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285719:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285730:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285742:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076771.285746:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076771.285748:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076771.285757:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076771.285760:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076771.285764:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076771.285773:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076771.285784:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285795:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076771.285800:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285807:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076771.285834:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076771.285846:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076771.285850:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076771.285851:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076771.285855:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076771.285860:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285865:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076771.285869:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076771.285877:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285881:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076771.285886:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076771.285897:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076771.285911:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076771.285914:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076771.285928:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076771.285941:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076771.285953:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076771.285973:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076771.285982:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076771.285996:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925707392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076771.286017:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076771.286024:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.286042:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925707392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076771.286077:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.286085:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076771.286100:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076771.286114:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3469)
00000800:00000200:1.1:1769076771.286202:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076771.286417:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076771.286638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076771.732726:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076771.732734:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076771.732740:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076772.628644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298133249, at 4298133312
00000100:00000010:2.0:1769076772.628659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000400:00000100:2.0:1769076774.356951:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076774.356995:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076774.357005:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076774.357009:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076774.357011:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076774.357014:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076774.357018:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076774.357022:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769076774.357025:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076774.357029:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076774.357035:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:2.0:1769076774.357037:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:2.0:1769076774.357040:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076774.357048:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3b80 x1855007925707008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357079:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076774.357082:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925707008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357088:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076774.357089:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076774.357096:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076774.357098:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769076774.357100:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076774.357102:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076774.357104:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460b28
00000400:00000010:2.0:1769076774.357106:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460b28.
00000100:00000001:2.0:1769076774.357107:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076774.357110:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1880 x1855007925707136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357115:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076774.357117:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925707136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357122:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076774.357123:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076774.357126:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076774.357128:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:2.0:1769076774.357130:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076774.357133:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076774.357135:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460330
00000400:00000010:2.0:1769076774.357136:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460330.
00000100:00000001:2.0:1769076774.357138:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076774.357140:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d0a80 x1855007925707264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357148:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076774.357154:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925707264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357170:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076774.357174:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076774.357186:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076774.357191:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:2.0:1769076774.357197:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076774.357205:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076774.357212:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460220
00000400:00000010:2.0:1769076774.357216:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460220.
00000100:00000001:2.0:1769076774.357221:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076774.357228:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1c00 x1855007925707392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357243:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076774.357250:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925707392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076774.357267:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076774.357272:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076774.804678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076774.804682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076774.804685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076775.828658:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076775.828661:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076775.828664:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076776.405844:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076776.405851:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076776.406802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076776.406806:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076776.407215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076776.407218:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076776.407680:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076776.407682:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076777.748671:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298138369, at 4298138432
00000100:00000010:2.0:1769076777.748694:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076778.900741:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076778.900747:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076778.900767:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076779.924743:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076779.924750:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076779.924754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076781.525230:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076781.525236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076781.525848:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076781.525850:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076781.526071:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076781.526073:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076781.526260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076781.526262:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076782.868613:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298143488, at 4298143552
00000100:00000010:2.0:1769076782.868659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769076782.996738:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076782.996742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076782.996745:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076784.020779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076784.020786:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076784.020790:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076786.644705:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.644717:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076786.644720:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.644724:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.644740:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.644747:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3474
00000400:00000200:0.0:1769076786.644757:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076786.644762:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.644766:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.644769:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644772:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.644775:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644777:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076786.644782:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.644784:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076786.644786:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.644789:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076786.644791:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076786.644793:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076786.644796:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644798:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.644800:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644802:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076786.644805:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076786.644808:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644810:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.644813:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.644816:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.644819:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.644821:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076786.644823:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.644833:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076786.644837:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076786.644841:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.644842:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.644845:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.644848:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.644852:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.644868:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076786.644874:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.644883:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925708544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.644893:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.644897:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.644901:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925708544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.644935:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.644938:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.644942:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076786.644943:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.644945:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.644947:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.644949:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3474
00000400:00000200:0.0:1769076786.644952:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076786.644955:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.644957:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.644960:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644962:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.644964:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644966:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076786.644968:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.644969:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076786.644970:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.644973:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076786.644975:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076786.644978:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076786.644981:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644983:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.644985:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644986:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076786.644989:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076786.644991:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076786.644995:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.644997:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.645007:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.645013:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645015:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.645021:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076786.645026:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645029:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.645037:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076786.645043:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076786.645049:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.645053:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645061:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.645066:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.645069:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.645076:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076786.645083:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.645105:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925708672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.645117:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.645122:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.645129:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925708672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.645174:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.645181:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.645193:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076786.645198:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.645204:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.645213:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.645221:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3474
00000400:00000200:0.0:1769076786.645239:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076786.645251:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.645260:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.645270:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645277:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.645286:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645293:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076786.645300:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.645305:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076786.645313:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.645319:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076786.645328:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076786.645338:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076786.645346:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645355:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.645364:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645374:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076786.645383:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076786.645396:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645401:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.645406:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.645411:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.645416:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076786.645419:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076786.645420:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.645425:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076786.645430:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076786.645430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1769076786.645435:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.645444:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076786.645451:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076786.645459:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.645461:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645465:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.645470:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.645472:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.645477:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076786.645484:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.645496:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925708800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.645510:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.645514:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.645520:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925708800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.645642:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.645647:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.645654:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076786.645659:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.645662:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.645670:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.645674:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3474
00000400:00000200:0.0:1769076786.645678:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076786.645684:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.645691:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.645696:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645699:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.645706:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645709:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076786.645714:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.645718:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076786.645723:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.645726:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076786.645729:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076786.645734:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076786.645739:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645743:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.645748:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645751:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076786.645753:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076786.645755:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076786.645758:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.645764:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.645770:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.645775:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645781:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.645785:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076786.645794:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645802:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.645808:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076786.645814:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076786.645820:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.645823:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.645828:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.645832:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.645836:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.645842:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076786.645850:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.645864:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925708928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.645878:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.645885:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.645897:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925708928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.645920:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.645927:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076786.645935:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076786.645945:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3485)
00000800:00000200:1.1:1769076786.646235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076786.646238:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076786.646662:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076786.646665:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076786.647012:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076786.647016:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076787.092822:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076787.092827:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076787.092830:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076787.988728:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298148609, at 4298148672
00000100:00000010:2.0:1769076787.988747:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076788.116808:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076788.116813:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076788.116817:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076791.188798:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076791.188806:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076791.188812:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076791.764646:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.764659:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076791.764662:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.764667:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.764672:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.764680:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3480
00000400:00000200:0.0:1769076791.764693:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076791.764701:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.764705:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.764709:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764714:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.764717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764721:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076791.764727:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.764729:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076791.764733:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.764736:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076791.764739:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076791.764742:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076791.764746:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764749:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.764751:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076791.764758:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076791.764762:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764765:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.764769:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.764772:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.764776:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.764778:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076791.764781:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.764793:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076791.764797:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076791.764801:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.764803:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.764807:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.764810:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.764816:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.764825:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076791.764832:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.764844:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925709056/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.764866:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.764871:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.764877:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925709056/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.764907:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.764911:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.764916:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076791.764918:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.764920:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.764924:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.764927:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3480
00000400:00000200:0.0:1769076791.764932:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076791.764935:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.764938:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.764942:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764944:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.764947:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764950:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076791.764953:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.764954:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076791.764956:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.764958:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076791.764961:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076791.764963:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076791.764966:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764969:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.764971:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764973:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076791.764977:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076791.764981:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076791.764985:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.764988:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.764994:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.764997:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765000:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.765005:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.765010:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765014:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.765023:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076791.765030:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076791.765038:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.765041:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765046:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.765051:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.765056:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.765069:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076791.765077:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.765092:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925709184/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.765118:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.765126:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.765138:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925709184/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.765156:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.765163:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.765170:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076791.765176:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.765183:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.765187:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.765195:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3480
00000400:00000200:0.0:1769076791.765205:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076791.765214:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.765222:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.765230:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.765262:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765270:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076791.765278:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.765280:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076791.765286:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.765290:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076791.765297:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076791.765300:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076791.765312:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765316:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.765323:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765328:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076791.765331:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076791.765342:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765349:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.765352:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.765356:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.765362:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765369:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.765373:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.765376:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765383:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.765393:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076791.765401:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076791.765410:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.765412:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765417:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.765422:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.765427:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.765438:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076791.765449:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.765466:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925709312/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.765506:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.765510:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.765515:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925709312/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.765584:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.765594:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.765603:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076791.765608:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.765612:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.765616:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.765626:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3480
00000400:00000200:0.0:1769076791.765637:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076791.765651:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.765662:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076791.765668:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076791.765673:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076791.765676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769076791.765678:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.765687:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076791.765704:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.765711:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076791.765714:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.765717:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076791.765725:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076791.765733:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076791.765745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765752:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.765761:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765769:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076791.765775:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076791.765788:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076791.765796:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.765802:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.765808:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.765816:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765826:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.765832:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076791.765843:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765852:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.765872:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076791.765881:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076791.765897:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.765900:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.765903:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.765909:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.765913:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.765922:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076791.765930:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.765944:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925709440/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.765968:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.765976:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.765993:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925709440/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.766008:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.766013:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076791.766018:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076791.766024:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3490)
00000800:00000200:1.1:1769076791.766470:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076791.766498:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076791.766903:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076791.766906:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076791.767256:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076791.767262:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076792.212698:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076792.212702:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076792.212705:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076793.108593:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298153729, at 4298153792
00000100:00000010:2.0:1769076793.108614:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769076795.284817:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076795.284821:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076795.284824:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076796.308815:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076796.308821:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076796.308826:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076796.884681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076796.884698:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076796.884702:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076796.884707:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076796.884713:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076796.884722:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3485
00000400:00000200:2.0:1769076796.884735:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076796.884744:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076796.884748:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076796.884752:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884756:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.884758:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884761:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076796.884767:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076796.884769:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076796.884773:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076796.884776:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076796.884778:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076796.884780:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076796.884783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884785:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.884788:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884790:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076796.884793:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076796.884796:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884799:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076796.884802:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076796.884806:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076796.884809:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.884811:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076796.884814:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076796.884827:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076796.884832:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076796.884838:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076796.884839:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.884843:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076796.884847:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076796.884853:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076796.884863:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076796.884870:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076796.884882:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925709568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076796.884905:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076796.884910:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076796.884915:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925709568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076796.884960:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076796.884964:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076796.884968:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076796.884970:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076796.884971:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076796.884974:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076796.884977:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3485
00000400:00000200:2.0:1769076796.884981:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076796.884984:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076796.884987:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076796.884990:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.884993:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.884995:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885013:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076796.885016:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076796.885017:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076796.885020:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076796.885025:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076796.885029:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076796.885034:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076796.885039:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885043:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.885046:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885049:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076796.885054:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076796.885062:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885085:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076796.885091:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076796.885101:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076796.885110:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885126:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076796.885133:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076796.885143:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885149:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076796.885156:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076796.885162:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076796.885166:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076796.885169:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885171:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076796.885174:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076796.885180:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076796.885185:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076796.885191:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076796.885201:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925709696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076796.885226:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076796.885231:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076796.885235:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925709696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076796.885264:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076796.885289:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076796.885295:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076796.885301:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076796.885305:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076796.885312:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076796.885319:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3485
00000400:00000200:2.0:1769076796.885332:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076796.885339:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076796.885347:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076796.885355:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885359:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.885365:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885368:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076796.885370:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076796.885371:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076796.885373:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076796.885375:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076796.885376:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076796.885378:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076796.885381:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885384:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.885411:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885416:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076796.885419:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076796.885422:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885425:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076796.885429:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076796.885435:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076796.885440:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885442:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076796.885446:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076796.885450:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885456:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076796.885460:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076796.885465:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076796.885470:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076796.885473:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885485:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076796.885489:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076796.885493:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076796.885503:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076796.885510:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076796.885521:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925709824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076796.885592:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076796.885600:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076796.885613:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925709824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076796.885621:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076796.885635:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076796.885639:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076796.885640:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00080000:2.0:1769076796.885646:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076796.885652:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076796.885658:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076796.885667:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076796.885673:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3485
00000400:00000200:2.0:1769076796.885684:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076796.885694:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076796.885697:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076796.885706:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885709:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.885714:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885720:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076796.885724:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076796.885727:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076796.885731:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076796.885736:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076796.885742:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076796.885746:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076796.885754:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885761:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076796.885767:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885784:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076796.885789:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076796.885797:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076796.885801:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076796.885804:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076796.885809:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076796.885817:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885823:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076796.885826:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076796.885832:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885834:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076796.885849:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076796.885852:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076796.885857:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076796.885862:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076796.885864:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076796.885866:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076796.885869:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076796.885874:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076796.885882:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076796.885895:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925709952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076796.885915:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076796.885920:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076796.885931:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925709952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076796.885954:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076796.885959:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076796.885979:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076796.885989:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3495)
00000800:00000200:1.1:1769076796.886355:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076796.886358:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076796.886728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076796.886731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076796.887029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076796.887033:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769076798.228638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298158849, at 4298158912
00000100:00000010:2.0:1769076798.228658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769076799.380778:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076799.380783:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076799.380786:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769076800.148930:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769076800.404723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076800.404729:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076800.404733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076802.004732:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076802.004742:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076802.004745:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076802.004749:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076802.004753:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076802.004761:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3490
00000400:00000200:0.0:1769076802.004770:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076802.004776:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076802.004779:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076802.004783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.004787:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.004789:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.004792:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076802.004796:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076802.004799:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076802.004802:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076802.004804:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076802.004807:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076802.004810:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076802.004812:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.004814:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.004816:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.004818:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076802.004821:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076802.004824:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076802.004826:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076802.004846:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076802.004850:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076802.004854:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.004857:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076802.004859:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076802.004869:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076802.004873:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076802.004878:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076802.004880:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.004883:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076802.004886:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076802.004891:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076802.004902:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076802.004912:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076802.004926:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925710080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076802.004947:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076802.004954:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076802.004963:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925710080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076802.005048:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076802.005053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076802.005057:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076802.005059:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076802.005061:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076802.005065:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076802.005069:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3490
00000400:00000200:0.0:1769076802.005074:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076802.005078:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076802.005102:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076802.005105:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005107:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.005109:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005112:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076802.005120:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076802.005121:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076802.005124:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076802.005126:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076802.005130:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076802.005134:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076802.005138:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005140:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.005145:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005172:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076802.005182:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076802.005196:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076802.005205:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076802.005212:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076802.005222:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.005237:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076802.005245:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076802.005255:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.005262:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076802.005272:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076802.005280:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076802.005283:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076802.005286:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.005288:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076802.005289:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076802.005297:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076802.005329:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076802.005342:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076802.005356:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925710208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076802.005376:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076802.005381:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076802.005388:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925710208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076802.005413:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076802.005423:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076802.005442:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076802.005449:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076802.005461:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076802.005470:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076802.005485:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3490
00000400:00000200:0.0:1769076802.005500:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076802.005511:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076802.005517:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076802.005593:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005605:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.005613:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005623:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076802.005631:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076802.005636:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076802.005645:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076802.005650:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076802.005656:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076802.005667:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076802.005680:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005685:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.005694:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076802.005706:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076802.005712:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076802.005718:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076802.005725:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076802.005731:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076802.005750:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076802.005760:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076802.005761:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076802.005768:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076802.005772:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1769076802.005777:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.005781:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076802.005790:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076802.005799:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076802.005805:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076802.005807:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.005810:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076802.005812:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076802.005815:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076802.005824:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076802.005833:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076802.005842:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925710336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076802.005865:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076802.005869:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076802.005881:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925710336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076802.005937:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076802.005953:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076802.005969:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076802.005974:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076802.005980:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076802.005985:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076802.005994:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3490
00000400:00000200:0.0:1769076802.006004:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076802.006018:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076802.006023:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076802.006033:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.006036:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.006040:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.006050:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076802.006080:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076802.006083:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076802.006087:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076802.006092:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076802.006099:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076802.006112:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076802.006121:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.006126:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076802.006133:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076802.006143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076802.006159:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076802.006172:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076802.006176:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076802.006184:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076802.006192:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076802.006196:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.006202:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076802.006237:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076802.006246:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.006261:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076802.006270:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076802.006279:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076802.006291:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076802.006298:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076802.006324:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076802.006328:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076802.006335:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076802.006340:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076802.006354:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076802.006367:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925710464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076802.006389:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076802.006403:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076802.006426:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925710464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076802.006460:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076802.006472:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076802.006486:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076802.006506:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3500)
00000800:00000200:1.1:1769076802.006705:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076802.006707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076802.006943:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076802.006945:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076802.007181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076802.007182:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769076803.348655:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298163969, at 4298164032
00000100:00000010:2.0:1769076803.348673:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076803.476714:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076803.476720:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076803.476723:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076804.500754:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076804.500758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076804.500761:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076807.124715:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076807.124725:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076807.124729:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076807.124733:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076807.124737:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076807.124743:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3495
00000400:00000200:0.0:1769076807.124764:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076807.124771:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076807.124774:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076807.124777:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.124781:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.124783:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.124785:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076807.124790:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076807.124792:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076807.124794:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076807.124798:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076807.124800:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076807.124802:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076807.124806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.124808:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.124809:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.124811:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076807.124825:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076807.124828:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076807.124831:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076807.124834:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076807.124837:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076807.124840:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.124842:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076807.124845:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076807.124854:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076807.124857:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076807.124860:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076807.124862:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.124864:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076807.124867:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076807.124871:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076807.124879:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076807.124901:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076807.124909:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925710592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076807.124919:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076807.124923:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076807.124926:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925710592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076807.124971:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076807.124974:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076807.124977:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076807.124979:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076807.124980:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076807.124983:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076807.124985:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3495
00000400:00000200:0.0:1769076807.124988:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076807.124991:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076807.124994:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076807.124998:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125010:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125013:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125015:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076807.125018:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076807.125022:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076807.125026:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076807.125031:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076807.125036:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076807.125044:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076807.125055:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125079:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125086:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125093:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076807.125099:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076807.125109:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125116:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076807.125121:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076807.125129:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076807.125155:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125161:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076807.125169:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076807.125177:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125183:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076807.125191:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076807.125199:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076807.125207:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076807.125211:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125236:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076807.125243:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076807.125255:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076807.125282:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076807.125290:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076807.125303:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925710720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076807.125321:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076807.125327:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076807.125335:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925710720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076807.125354:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076807.125360:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076807.125368:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076807.125374:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076807.125376:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076807.125379:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076807.125384:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3495
00000400:00000200:0.0:1769076807.125393:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076807.125403:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076807.125411:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076807.125423:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125431:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125436:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125442:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076807.125449:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076807.125454:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:1.1:1769076807.125460:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769076807.125461:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076807.125467:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1769076807.125468:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076807.125476:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076807.125482:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076807.125490:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125493:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125495:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125501:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076807.125509:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076807.125519:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125526:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076807.125530:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076807.125535:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076807.125592:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125598:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076807.125603:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076807.125609:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125613:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076807.125622:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076807.125646:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076807.125653:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076807.125657:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.125662:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076807.125665:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076807.125669:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076807.125679:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076807.125685:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076807.125712:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925710848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076807.125730:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076807.125738:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076807.125747:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925710848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076807.125767:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076807.125775:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076807.125785:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076807.125790:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076807.125794:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076807.125802:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076807.125823:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3495
00000400:00000200:0.0:1769076807.125836:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076807.125848:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076807.125854:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076807.125866:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125872:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125880:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125887:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076807.125895:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076807.125900:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076807.125907:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076807.125924:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076807.125931:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076807.125939:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076807.125951:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125959:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076807.125968:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076807.125977:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076807.125996:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076807.126006:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076807.126015:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076807.126022:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076807.126029:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076807.126036:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.126042:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076807.126049:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076807.126058:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.126079:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076807.126088:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076807.126096:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076807.126102:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076807.126104:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076807.126110:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076807.126115:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076807.126121:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076807.126146:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076807.126156:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076807.126173:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925710976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076807.126196:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076807.126203:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076807.126248:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925710976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076807.126289:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076807.126298:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076807.126310:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076807.126321:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3505)
00000800:00000200:1.1:1769076807.126403:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076807.126406:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076807.126826:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076807.126828:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076807.127308:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076807.127310:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076807.572797:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076807.572803:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076807.572807:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076808.468621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298169089, at 4298169152
00000100:00000010:2.0:1769076808.468637:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769076808.596759:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076808.596763:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076808.596777:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076811.668706:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076811.668710:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076811.668713:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076812.245621:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076812.245638:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076812.246242:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076812.246244:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076812.246467:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076812.246469:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076812.246707:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076812.246709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076812.692824:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076812.692839:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076812.692843:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076813.588635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298174209, at 4298174272
00000100:00000010:2.0:1769076813.588649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769076815.764701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076815.764704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076815.764707:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076816.788759:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076816.788763:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076816.788766:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076817.364738:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076817.364753:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076817.364757:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076817.364762:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076817.364768:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076817.364776:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3505
00000400:00000200:2.0:1769076817.364788:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076817.364796:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076817.364801:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076817.364806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.364810:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.364813:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.364816:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076817.364821:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076817.364824:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076817.364827:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076817.364831:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076817.364834:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076817.364837:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076817.364841:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.364843:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.364846:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.364849:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076817.364852:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076817.364857:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076817.364860:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076817.364863:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076817.364868:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076817.364871:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.364906:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076817.364908:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076817.364919:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769076817.364923:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076817.364927:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076817.364929:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.364933:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076817.364936:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076817.364959:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076817.364969:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076817.364976:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076817.364988:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925711616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076817.365003:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076817.365008:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076817.365015:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925711616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076817.365079:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076817.365084:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076817.365089:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076817.365091:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076817.365093:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076817.365096:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076817.365100:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3505
00000400:00000200:2.0:1769076817.365112:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076817.365117:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076817.365120:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076817.365126:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365130:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.365134:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365137:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076817.365140:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076817.365142:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076817.365144:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076817.365148:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076817.365157:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076817.365161:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076817.365171:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365177:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.365185:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365197:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076817.365212:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076817.365227:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365244:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076817.365256:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076817.365269:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076817.365280:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365287:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076817.365298:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076817.365311:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365315:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076817.365329:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769076817.365336:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076817.365340:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076817.365346:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365352:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076817.365356:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076817.365360:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076817.365368:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076817.365405:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076817.365421:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925711744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076817.365443:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076817.365468:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076817.365479:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925711744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076817.365542:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076817.365552:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076817.365652:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076817.365659:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076817.365663:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076817.365678:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076817.365689:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3505
00000400:00000200:2.0:1769076817.365705:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076817.365716:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076817.365722:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076817.365733:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365738:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.365747:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076817.365760:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076817.365767:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076817.365771:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076817.365778:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076817.365785:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076817.365792:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076817.365803:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365813:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.365817:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365820:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076817.365825:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076817.365836:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076817.365839:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076817.365842:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076817.365846:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076817.365849:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365851:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076817.365855:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076817.365879:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365883:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076817.365891:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076817.365899:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076817.365905:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076817.365911:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.365919:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076817.365923:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076817.365926:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076817.365951:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076817.365961:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076817.365975:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925711872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076817.365998:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076817.366005:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076817.366007:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076817.366020:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076817.366021:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925711872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076817.366090:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076817.366097:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076817.366104:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076817.366106:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076817.366109:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076817.366119:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076817.366127:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3505
00000400:00000200:2.0:1769076817.366138:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076817.366147:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076817.366152:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076817.366161:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.366165:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.366174:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.366178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076817.366186:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076817.366188:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076817.366195:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076817.366200:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076817.366211:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076817.366223:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076817.366239:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.366250:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076817.366262:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076817.366274:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076817.366284:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076817.366297:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076817.366306:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076817.366309:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076817.366318:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076817.366327:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.366337:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076817.366341:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076817.366351:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.366353:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076817.366360:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076817.366368:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076817.366371:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076817.366373:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076817.366376:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076817.366381:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076817.366386:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076817.366393:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076817.366399:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076817.366410:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925712000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076817.366426:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076817.366433:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076817.366465:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925712000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076817.366485:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076817.366492:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076817.366508:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076817.366521:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3515)
00000800:00000200:1.1:1769076817.367209:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076817.367214:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076817.367878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076817.367883:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076817.368638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076817.368643:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076818.708681:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298179329, at 4298179392
00000100:00000010:2.0:1769076818.708697:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:0.0:1769076819.860776:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076819.860781:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076819.860786:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076820.884843:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076820.884850:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076820.884855:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076822.484717:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076822.484731:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076822.484734:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076822.484739:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076822.484744:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076822.484752:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3510
00000400:00000200:0.0:1769076822.484764:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076822.484771:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076822.484774:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076822.484778:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484781:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.484783:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484785:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076822.484790:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076822.484792:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076822.484795:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076822.484797:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076822.484799:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076822.484801:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076822.484803:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484805:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.484806:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484808:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076822.484812:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076822.484815:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484817:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076822.484820:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076822.484825:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076822.484827:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.484829:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076822.484830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076822.484843:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076822.484847:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076822.484850:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076822.484852:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.484855:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076822.484858:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076822.484864:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076822.484873:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076822.484880:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076822.484889:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925712128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076822.484900:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076822.484905:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076822.484909:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925712128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076822.484935:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076822.484938:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076822.484941:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076822.484942:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076822.484943:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076822.484946:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076822.484948:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3510
00000400:00000200:0.0:1769076822.484950:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076822.484952:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076822.484954:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076822.484981:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484984:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.484988:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.484990:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076822.484992:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076822.484993:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076822.484994:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076822.484996:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076822.484998:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076822.484999:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076822.485001:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485003:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.485006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485011:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076822.485018:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076822.485024:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485029:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076822.485031:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076822.485037:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076822.485044:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485048:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076822.485053:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076822.485061:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485065:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076822.485080:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076822.485086:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076822.485093:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076822.485096:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485107:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076822.485111:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076822.485116:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076822.485125:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076822.485134:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076822.485149:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925712256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076822.485176:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076822.485182:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076822.485193:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925712256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076822.485210:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076822.485216:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076822.485226:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076822.485228:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076822.485229:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076822.485232:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076822.485237:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3510
00000400:00000200:0.0:1769076822.485250:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076822.485264:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076822.485267:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076822.485281:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485286:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.485296:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485304:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076822.485316:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076822.485320:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076822.485323:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076822.485327:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076822.485342:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076822.485351:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076822.485365:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485372:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.485381:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485394:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076822.485403:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076822.485412:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485417:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076822.485421:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076822.485428:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076822.485435:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485443:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076822.485450:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076822.485462:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485466:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076822.485478:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076822.485487:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076822.485494:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076822.485495:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485497:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076822.485498:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076822.485500:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076822.485505:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076822.485514:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076822.485623:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925712384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076822.485660:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076822.485664:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076822.485679:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925712384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076822.485692:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076822.485697:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076822.485709:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076822.485718:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076822.485723:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076822.485738:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076822.485750:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3510
00000800:00000200:1.1:1769076822.485751:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:0.0:1769076822.485763:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076822.485767:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076822.485769:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076822.485780:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076822.485781:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076822.485784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.485794:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485800:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076822.485808:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076822.485820:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076822.485827:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076822.485831:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076822.485839:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076822.485854:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076822.485868:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485887:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076822.485891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485895:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076822.485898:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076822.485907:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076822.485921:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076822.485931:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076822.485938:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076822.485944:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485951:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076822.485972:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076822.485979:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.485990:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076822.486003:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076822.486010:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076822.486017:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076822.486024:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076822.486036:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076822.486039:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076822.486042:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076822.486048:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076822.486057:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076822.486078:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925712512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076822.486085:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076822.486088:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076822.486100:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925712512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076822.486108:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076822.486114:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076822.486122:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076822.486128:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3520)
00000800:00000200:1.1:1769076822.486682:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076822.486685:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076822.487105:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076822.487109:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076822.487599:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076822.487602:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076823.828700:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298184449, at 4298184512
00000100:00000010:2.0:1769076823.828721:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076823.956893:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076823.956902:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076823.956910:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076824.980712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076824.980740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076824.980745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076827.605798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076827.605804:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076827.606666:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076827.606669:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076827.607076:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076827.607088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076827.607400:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076827.607402:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076828.052844:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076828.052849:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076828.052857:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076828.948644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298189569, at 4298189632
00000100:00000010:2.0:1769076828.948662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076829.076704:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076829.076708:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076829.076712:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076832.148716:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076832.148719:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076832.148722:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076832.725683:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076832.725692:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076832.726836:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076832.726839:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076832.727212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076832.727215:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076832.727664:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076832.727667:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076833.172822:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076833.172828:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076833.172833:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076834.068720:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298194689, at 4298194752
00000100:00000010:2.0:1769076834.068790:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769076836.244833:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076836.244840:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076836.244846:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076837.268892:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076837.268899:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076837.268905:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076837.844799:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076837.844811:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076837.844814:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076837.844818:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076837.844823:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076837.844831:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3526
00000400:00000200:0.0:1769076837.844842:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076837.844849:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076837.844880:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076837.844883:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.844887:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.844890:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.844892:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076837.844897:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076837.844899:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076837.844902:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076837.844905:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076837.844907:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076837.844909:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076837.844911:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.844914:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.844916:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.844918:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076837.844921:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076837.844925:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076837.844927:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076837.844930:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076837.844934:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076837.844937:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.844939:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076837.844941:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076837.844954:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076837.844958:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076837.844962:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076837.844963:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.844966:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076837.844970:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076837.844975:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076837.844984:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076837.844992:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076837.845002:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925713664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076837.845014:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076837.845019:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076837.845023:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925713664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076837.845055:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076837.845060:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076837.845064:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076837.845067:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076837.845069:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076837.845073:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076837.845077:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3526
00000400:00000200:0.0:1769076837.845083:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076837.845106:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076837.845109:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076837.845113:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845116:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.845119:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845123:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076837.845130:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076837.845135:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076837.845140:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076837.845143:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076837.845149:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076837.845178:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076837.845213:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845220:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.845231:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845243:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076837.845272:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076837.845285:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845290:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076837.845299:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076837.845309:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076837.845353:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845362:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076837.845375:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076837.845390:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845408:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076837.845421:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076837.845432:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076837.845440:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076837.845451:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845459:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076837.845466:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076837.845471:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076837.845488:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076837.845501:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076837.845592:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925713792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076837.845619:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076837.845627:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076837.845631:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076837.845640:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925713792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076837.845652:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076837.845659:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076837.845685:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076837.845691:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076837.845694:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076837.845697:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076837.845715:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3526
00000400:00000200:0.0:1769076837.845721:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076837.845742:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076837.845746:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076837.845762:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845763:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.845771:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845784:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076837.845790:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076837.845794:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076837.845798:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076837.845803:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076837.845812:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076837.845817:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076837.845821:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845834:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.845844:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845846:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076837.845848:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076837.845873:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076837.845878:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076837.845886:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076837.845893:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076837.845901:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845912:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076837.845918:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076837.845929:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845934:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076837.845941:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076837.845950:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076837.845957:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076837.845961:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.845964:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076837.845966:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076837.845971:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076837.845979:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076837.845984:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076837.845996:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925713920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076837.846011:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076837.846016:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076837.846027:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925713920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076837.846046:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076837.846065:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076837.846083:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076837.846087:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076837.846108:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076837.846112:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076837.846121:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3526
00000400:00000200:0.0:1769076837.846132:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076837.846138:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076837.846144:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076837.846149:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.846157:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.846159:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.846162:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076837.846170:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076837.846174:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076837.846178:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076837.846183:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076837.846190:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076837.846197:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076837.846210:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.846224:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076837.846235:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076837.846240:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076837.846248:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076837.846256:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076837.846264:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076837.846270:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076837.846277:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076837.846284:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.846290:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076837.846296:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076837.846303:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.846310:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076837.846322:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076837.846335:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076837.846343:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076837.846353:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076837.846360:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076837.846365:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076837.846370:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076837.846381:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076837.846392:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076837.846414:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925714048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076837.846436:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076837.846442:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076837.846453:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925714048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076837.846481:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076837.846484:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076837.846488:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076837.846496:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076837.846507:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3536)
00000800:00000200:1.1:1769076837.846793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076837.847002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769076839.061090:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769076839.188663:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298199809, at 4298199872
00000100:00000010:2.0:1769076839.188732:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769076840.340806:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076840.340809:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076840.340812:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076840.916872:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076840.916910:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076840.916920:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076840.916923:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076840.916926:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076840.916930:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076840.916934:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076840.916937:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:2.0:1769076840.916942:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076840.916946:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076840.916951:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460c38
00000400:00000010:2.0:1769076840.916953:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460c38.
00000100:00000001:2.0:1769076840.916958:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076840.916967:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7ad80 x1855007925713664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917005:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076840.917010:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925713664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917018:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076840.917020:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076840.917030:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076840.917033:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547800.
00000400:00000200:2.0:1769076840.917036:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076840.917040:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076840.917045:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460ee0
00000400:00000010:2.0:1769076840.917047:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460ee0.
00000100:00000001:2.0:1769076840.917060:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076840.917067:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a300 x1855007925713792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917078:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076840.917084:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925713792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917098:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076840.917103:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076840.917115:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076840.917124:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:2.0:1769076840.917130:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076840.917136:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076840.917143:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460dd0
00000400:00000010:2.0:1769076840.917149:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460dd0.
00000100:00000001:2.0:1769076840.917155:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076840.917165:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b480 x1855007925713920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917216:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076840.917224:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925713920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917240:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076840.917245:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076840.917257:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076840.917264:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:2.0:1769076840.917270:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076840.917282:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076840.917289:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460f68
00000400:00000010:2.0:1769076840.917296:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460f68.
00000100:00000001:2.0:1769076840.917301:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076840.917310:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78000 x1855007925714048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917331:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076840.917340:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925714048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076840.917355:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076840.917361:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076841.364672:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076841.364675:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076841.364677:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076842.964688:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076842.964712:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076842.964715:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076842.964720:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076842.964725:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076842.964734:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3531
00000400:00000200:0.0:1769076842.964746:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076842.964754:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076842.964759:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076842.964764:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.964769:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.964773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.964777:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076842.964784:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076842.964787:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076842.964791:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076842.964794:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076842.964798:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076842.964802:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076842.964807:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.964811:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.964814:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.964817:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076842.964822:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076842.964828:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076842.964832:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.964836:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076842.964842:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.964846:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.964849:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076842.964853:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076842.964863:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076842.964867:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076842.964871:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076842.964874:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.964888:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076842.964891:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076842.964896:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076842.964904:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076842.964911:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.964921:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925714176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076842.964932:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076842.964938:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.964942:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925714176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.964972:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076842.964976:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076842.964982:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076842.964985:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076842.964987:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076842.964992:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076842.964996:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3531
00000400:00000200:0.0:1769076842.965003:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076842.965008:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076842.965011:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076842.965017:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965021:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.965026:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965031:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076842.965035:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076842.965037:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076842.965039:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076842.965043:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076842.965049:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076842.965060:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076842.965078:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965087:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.965094:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965103:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076842.965112:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076842.965123:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965132:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.965139:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076842.965150:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.965157:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965161:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076842.965170:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076842.965181:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965189:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076842.965200:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076842.965209:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076842.965217:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076842.965224:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965251:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076842.965257:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076842.965261:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076842.965274:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076842.965286:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.965303:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925714304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076842.965350:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076842.965360:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.965376:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925714304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.965410:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076842.965419:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076842.965431:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076842.965439:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076842.965445:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076842.965455:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076842.965465:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3531
00000400:00000200:0.0:1769076842.965502:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076842.965517:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076842.965590:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076842.965603:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965612:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.965642:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076842.965646:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076842.965648:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769076842.965656:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076842.965657:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076842.965662:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076842.965667:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076842.965674:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076842.965682:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076842.965690:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076842.965699:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965707:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.965717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076842.965734:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076842.965745:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076842.965754:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.965760:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076842.965767:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.965778:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965786:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076842.965792:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076842.965801:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965810:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076842.965822:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076842.965830:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076842.965839:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076842.965845:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.965849:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076842.965851:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076842.965856:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076842.965868:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076842.965880:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.965899:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925714432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076842.965920:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076842.965929:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.965942:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925714432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.965973:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076842.965980:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076842.965990:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076842.965996:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076842.966000:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076842.966004:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076842.966011:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3531
00000400:00000200:0.0:1769076842.966027:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076842.966035:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076842.966042:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076842.966052:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.966059:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.966069:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.966077:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076842.966085:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076842.966089:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076842.966097:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076842.966102:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076842.966112:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076842.966121:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076842.966151:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.966159:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076842.966171:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076842.966184:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076842.966199:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076842.966213:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076842.966221:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.966232:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076842.966242:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.966249:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.966257:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076842.966265:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076842.966274:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.966282:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076842.966292:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076842.966301:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076842.966312:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076842.966317:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.966324:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076842.966330:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076842.966336:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076842.966347:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076842.966358:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.966377:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925714560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076842.966434:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076842.966444:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.966460:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925714560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.966486:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.966494:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076842.966507:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076842.966520:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3541)
00000800:00000200:1.1:1769076842.966846:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076842.966850:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076842.967333:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076842.967336:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076842.967766:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076842.967772:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769076844.308767:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298204929, at 4298204992
00000100:00000010:2.0:1769076844.308801:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076844.436756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076844.436760:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076844.436764:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076845.460711:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076845.460716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076845.460720:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076848.084611:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076848.084622:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076848.084625:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076848.084629:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076848.084633:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076848.084641:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3536
00000400:00000200:0.0:1769076848.084651:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076848.084657:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076848.084660:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076848.084663:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084666:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.084668:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084670:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076848.084674:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076848.084678:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076848.084680:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076848.084683:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076848.084685:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076848.084687:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076848.084689:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084690:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.084692:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084693:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076848.084695:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076848.084698:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084700:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076848.084702:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076848.084705:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076848.084707:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.084709:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076848.084711:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076848.084719:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076848.084721:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076848.084725:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076848.084726:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.084728:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076848.084731:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076848.084736:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076848.084744:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076848.084749:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076848.084757:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925714688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076848.084767:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076848.084772:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076848.084778:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925714688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076848.084809:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076848.084813:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076848.084818:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076848.084819:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076848.084821:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076848.084825:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076848.084829:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3536
00000400:00000200:0.0:1769076848.084835:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076848.084840:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076848.084844:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076848.084848:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084868:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.084875:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084881:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076848.084886:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076848.084888:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076848.084891:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076848.084896:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076848.084901:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076848.084909:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076848.084936:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084939:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.084943:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084947:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076848.084950:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076848.084957:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076848.084960:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076848.084971:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076848.084979:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076848.084984:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.084987:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076848.084991:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076848.085001:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085005:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076848.085010:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076848.085013:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076848.085016:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076848.085023:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085030:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076848.085034:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076848.085038:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076848.085046:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076848.085057:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076848.085068:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925714816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076848.085085:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076848.085089:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076848.085098:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925714816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076848.085115:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076848.085120:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076848.085129:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076848.085133:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076848.085135:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076848.085141:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076848.085150:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3536
00000400:00000200:0.0:1769076848.085167:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076848.085180:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076848.085187:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076848.085196:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085215:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.085224:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085230:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076848.085236:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076848.085240:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076848.085245:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076848.085247:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076848.085252:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076848.085258:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076848.085264:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085268:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.085278:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085285:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076848.085290:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076848.085299:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085312:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076848.085316:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076848.085320:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076848.085322:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085323:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076848.085327:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076848.085332:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085335:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076848.085342:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076848.085347:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076848.085352:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076848.085356:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085358:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076848.085359:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076848.085364:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076848.085369:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076848.085373:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076848.085380:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925714944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076848.085388:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076848.085390:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076848.085393:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925714944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076848.085414:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076848.085421:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076848.085426:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769076848.085427:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076848.085432:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076848.085437:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076848.085440:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769076848.085440:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1769076848.085445:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3536
00000400:00000200:0.0:1769076848.085455:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076848.085462:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076848.085469:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076848.085475:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085482:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.085485:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085488:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076848.085490:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076848.085492:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076848.085497:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076848.085499:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076848.085503:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076848.085505:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076848.085514:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085519:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076848.085571:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085574:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076848.085578:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076848.085583:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076848.085586:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076848.085588:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076848.085592:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076848.085595:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085597:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076848.085600:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076848.085603:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085608:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076848.085613:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076848.085616:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076848.085621:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076848.085623:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076848.085628:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076848.085649:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076848.085656:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076848.085663:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076848.085669:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076848.085682:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925715072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076848.085698:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076848.085702:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076848.085707:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925715072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076848.085727:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076848.085732:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076848.085744:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076848.085752:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3546)
00000800:00000200:1.1:1769076848.086074:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076848.086076:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076848.086315:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076848.086317:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076848.086512:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076848.086513:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076848.532706:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076848.532711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076848.532715:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076849.428665:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298210049, at 4298210112
00000100:00000010:2.0:1769076849.428672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076849.556736:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076849.556739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076849.556742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076852.628687:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076852.628691:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076852.628694:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076853.205176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076853.205181:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076853.205883:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076853.205888:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076853.206081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076853.206083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076853.206324:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076853.206326:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076853.652701:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076853.652706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076853.652710:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076854.548625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298215168, at 4298215232
00000100:00000010:2.0:1769076854.548658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:0.0:1769076856.724676:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076856.724679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076856.724682:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076857.748836:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076857.748842:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076857.748847:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076858.325677:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076858.325688:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076858.326933:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076858.326936:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076858.327458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076858.327462:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076858.327898:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076858.327902:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076859.668656:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298220289, at 4298220352
00000100:00000010:2.0:1769076859.668687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769076860.820853:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076860.820858:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076860.820864:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076861.844722:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076861.844726:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076861.844729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076863.444683:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.444695:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076863.444699:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.444704:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.444710:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.444719:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3551
00000400:00000200:0.0:1769076863.444731:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076863.444739:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.444743:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.444761:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444767:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.444771:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076863.444779:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.444782:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076863.444785:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.444789:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076863.444792:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076863.444795:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076863.444799:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444802:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.444805:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444807:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076863.444811:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076863.444815:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444818:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.444822:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.444826:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.444830:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.444833:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076863.444835:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.444846:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076863.444851:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076863.444855:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.444857:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.444861:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.444864:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.444869:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.444878:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076863.444885:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.444896:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925716224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.444919:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.444924:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.444930:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925716224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.444959:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.444964:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.444968:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076863.444970:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.444973:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.444977:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.444980:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3551
00000400:00000200:0.0:1769076863.444985:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076863.444989:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.444992:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.444996:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.444998:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.445001:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445004:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076863.445007:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.445008:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076863.445010:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.445012:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076863.445015:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076863.445017:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076863.445021:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445023:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.445026:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445029:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076863.445033:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076863.445038:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445042:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.445045:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.445051:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.445054:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445056:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.445062:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076863.445071:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445079:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.445090:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076863.445099:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076863.445112:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.445120:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445131:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.445138:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.445148:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.445166:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076863.445182:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.445198:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925716352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.445217:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.445224:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.445233:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925716352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.445260:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.445265:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.445307:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076863.445311:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.445320:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.445330:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.445340:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3551
00000400:00000200:0.0:1769076863.445351:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076863.445358:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.445368:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.445379:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445387:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.445395:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445401:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076863.445408:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.445413:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076863.445418:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.445423:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076863.445428:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076863.445432:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076863.445445:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445449:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.445456:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445460:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076863.445468:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076863.445478:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445482:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.445489:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.445495:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.445498:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445500:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.445503:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076863.445508:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445515:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.445589:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076863.445595:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076863.445599:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.445602:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445604:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.445606:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.445610:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.445617:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076863.445626:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.445641:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925716480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.445664:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.445674:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.445688:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925716480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.445714:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.445721:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.445732:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076863.445740:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.445744:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.445752:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.445763:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3551
00000400:00000200:0.0:1769076863.445773:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076863.445783:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.445792:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.445800:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445807:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076863.445814:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769076863.445815:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076863.445828:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076863.445829:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076863.445840:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.445844:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076863.445850:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.445856:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076863.445864:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076863.445869:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076863.445885:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445891:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.445900:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445910:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076863.445919:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076863.445937:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076863.445952:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.445960:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.445972:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.445987:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.445999:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.446009:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076863.446024:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.446036:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.446051:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076863.446064:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076863.446073:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.446075:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.446081:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.446089:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.446098:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.446109:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076863.446128:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.446147:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925716608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.446201:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.446208:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.446221:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925716608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.446249:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.446259:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076863.446301:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076863.446315:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3561)
00000800:00000200:1.1:1769076863.446741:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076863.446744:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076863.447125:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076863.447129:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076863.447594:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076863.447600:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769076864.788674:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298225409, at 4298225472
00000100:00000010:2.0:1769076864.788695:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769076864.916712:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076864.916716:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076864.916718:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076865.940821:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076865.940827:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076865.940832:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076868.565332:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076868.565338:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076868.565910:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076868.565911:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076868.566166:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076868.566168:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076868.566380:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076868.566381:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076869.012732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076869.012737:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076869.012741:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076869.908688:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298230528, at 4298230592
00000100:00000010:2.0:1769076869.908710:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076870.036931:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076870.036937:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076870.036942:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076873.108806:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076873.108811:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076873.108815:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076873.685600:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076873.685609:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076873.686289:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076873.686292:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076873.686651:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076873.686654:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076873.686973:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076873.686977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076874.132740:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076874.132745:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076874.132749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076875.028639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298235649, at 4298235712
00000100:00000010:2.0:1769076875.028659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000800:00000200:2.0:1769076876.948970:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769076876.948982:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076876.949009:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076876.949018:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076876.949025:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769076877.204842:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076877.204848:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076877.204853:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076878.228698:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076878.228702:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076878.228704:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076878.804718:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076878.804731:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076878.804734:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076878.804738:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076878.804743:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076878.804751:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3567
00000400:00000200:0.0:1769076878.804761:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076878.804769:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076878.804773:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076878.804778:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.804782:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.804784:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.804787:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076878.804792:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076878.804794:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076878.804797:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076878.804800:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076878.804803:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076878.804822:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076878.804826:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.804828:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.804831:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.804833:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076878.804848:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076878.804852:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076878.804856:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076878.804859:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076878.804863:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076878.804867:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.804869:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076878.804872:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076878.804884:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076878.804888:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076878.804893:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076878.804895:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.804899:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076878.804912:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076878.804918:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076878.804927:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076878.804935:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076878.804946:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925717760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076878.804961:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076878.804967:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076878.804972:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925717760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076878.805004:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076878.805009:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076878.805053:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076878.805055:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076878.805056:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076878.805060:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076878.805063:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3567
00000400:00000200:0.0:1769076878.805068:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076878.805072:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076878.805083:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076878.805087:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805090:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.805093:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805096:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076878.805099:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076878.805101:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076878.805103:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076878.805105:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076878.805107:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076878.805110:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076878.805113:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805115:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.805120:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805125:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076878.805130:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076878.805135:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805140:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076878.805148:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076878.805154:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076878.805160:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805163:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076878.805171:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076878.805178:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805186:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076878.805194:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076878.805200:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076878.805207:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076878.805211:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805216:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076878.805219:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076878.805226:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076878.805235:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076878.805242:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076878.805255:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925717888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076878.805280:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076878.805286:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076878.805297:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925717888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076878.805317:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076878.805321:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076878.805340:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076878.805346:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076878.805350:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076878.805353:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076878.805359:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3567
00000400:00000200:0.0:1769076878.805381:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076878.805388:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076878.805393:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076878.805403:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805415:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.805428:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805439:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076878.805450:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076878.805458:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076878.805466:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076878.805475:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076878.805489:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076878.805499:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076878.805506:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805515:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.805596:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805607:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076878.805622:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076878.805644:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805656:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076878.805665:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076878.805675:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076878.805687:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805696:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076878.805705:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076878.805718:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805726:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076878.805726:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000010:0.0:1769076878.805737:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000800:00000200:1.1:1769076878.805739:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1769076878.805743:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076878.805752:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076878.805756:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.805761:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076878.805765:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076878.805770:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076878.805779:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076878.805786:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076878.805795:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925718016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076878.805816:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076878.805822:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076878.805831:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925718016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076878.805855:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076878.805861:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076878.805869:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076878.805873:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076878.805879:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076878.805888:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076878.805898:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3567
00000400:00000200:0.0:1769076878.805908:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076878.805919:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076878.805929:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076878.805939:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805948:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.805955:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.805959:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076878.805962:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076878.805967:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076878.805972:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076878.805976:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076878.805982:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076878.805988:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076878.805993:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.806002:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076878.806005:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076878.806009:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076878.806043:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076878.806047:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076878.806050:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076878.806052:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076878.806072:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076878.806083:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.806088:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076878.806096:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076878.806102:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.806106:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076878.806117:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076878.806125:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076878.806134:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076878.806140:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076878.806148:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076878.806152:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076878.806155:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076878.806163:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076878.806172:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076878.806188:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925718144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076878.806214:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076878.806221:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076878.806235:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925718144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076878.806264:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076878.806272:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076878.806283:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076878.806294:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3577)
00000800:00000200:1.1:1769076878.806619:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076878.806622:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076878.807053:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076878.807057:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076878.807381:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076878.807384:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076880.148621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298240769, at 4298240832
00000100:00000010:2.0:1769076880.148640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769076881.300786:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076881.300791:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076881.300796:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076882.324759:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076882.324763:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076882.324767:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076883.926142:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076883.926155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076883.927116:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076883.927121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076883.927521:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076883.927525:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076883.927961:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076883.927964:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769076885.268676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298245889, at 4298245952
00000100:00000010:2.0:1769076885.268698:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769076885.396856:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076885.396862:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076885.396867:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076886.420815:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076886.420834:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076886.420841:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076889.044741:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076889.044755:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076889.044758:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076889.044763:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076889.044769:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076889.044778:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3577
00000400:00000200:2.0:1769076889.044790:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076889.044797:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076889.044802:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076889.044820:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.044825:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.044830:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.044835:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076889.044921:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076889.044925:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076889.044930:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076889.044935:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076889.044940:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076889.044946:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076889.044970:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.044975:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.044979:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.044984:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076889.044989:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076889.044996:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045001:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076889.045007:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076889.045012:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076889.045017:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045020:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076889.045023:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076889.045035:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076889.045040:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076889.045045:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076889.045047:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045051:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076889.045054:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076889.045060:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076889.045071:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076889.045078:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076889.045090:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925718784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076889.045105:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076889.045111:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076889.045117:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925718784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076889.045150:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076889.045154:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076889.045159:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076889.045162:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076889.045164:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076889.045168:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076889.045171:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3577
00000400:00000200:2.0:1769076889.045177:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076889.045181:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076889.045184:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076889.045187:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045190:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.045194:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045197:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076889.045201:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076889.045204:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076889.045207:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076889.045209:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076889.045212:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076889.045215:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076889.045220:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045222:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.045225:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045229:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076889.045238:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076889.045246:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045256:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076889.045259:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076889.045268:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076889.045279:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045289:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076889.045295:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076889.045305:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045318:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076889.045326:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076889.045335:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076889.045360:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076889.045368:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045376:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076889.045381:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076889.045386:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076889.045396:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076889.045405:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076889.045419:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925718912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076889.045439:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076889.045445:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076889.045458:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925718912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076889.045477:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076889.045485:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076889.045499:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076889.045506:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076889.045510:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076889.045520:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076889.045529:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3577
00000400:00000200:2.0:1769076889.045584:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076889.045595:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076889.045602:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076889.045612:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045618:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.045626:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045633:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076889.045637:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076889.045641:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076889.045647:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076889.045650:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076889.045656:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076889.045665:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076889.045693:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045697:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.045699:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045703:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076889.045711:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076889.045723:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076889.045733:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076889.045741:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076889.045747:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076889.045759:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045765:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076889.045769:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076889.045780:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045786:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076889.045799:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076889.045812:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076889.045823:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076889.045831:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.045859:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076889.045882:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076889.045886:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076889.045899:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076889.045910:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076889.045911:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076889.045922:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00100000:2.0:1769076889.045926:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925719040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076889.045978:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076889.045986:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076889.046001:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925719040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076889.046024:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076889.046029:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076889.046040:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076889.046047:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076889.046054:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076889.046060:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076889.046069:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3577
00000400:00000200:2.0:1769076889.046086:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076889.046097:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076889.046103:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076889.046113:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.046124:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.046133:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.046140:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076889.046150:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076889.046153:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076889.046156:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076889.046163:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076889.046170:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076889.046182:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076889.046195:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.046199:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076889.046208:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076889.046212:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076889.046216:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076889.046221:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076889.046224:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076889.046235:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076889.046240:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076889.046244:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.046254:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076889.046258:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076889.046270:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.046276:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076889.046296:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076889.046302:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076889.046312:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076889.046316:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076889.046323:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076889.046326:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076889.046334:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076889.046340:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076889.046363:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076889.046377:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925719168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076889.046409:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076889.046416:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076889.046424:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925719168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076889.046443:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076889.046450:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076889.046459:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076889.046469:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3587)
00000800:00000200:1.1:1769076889.047061:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076889.047065:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076889.047463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076889.047466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076889.047971:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076889.047977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076889.492876:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076889.492881:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076889.492886:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076890.388620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298251009, at 4298251072
00000100:00000010:2.0:1769076890.388637:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769076890.516779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076890.516785:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076890.516790:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076893.588861:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076893.588868:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076893.588873:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076894.164679:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.164689:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076894.164692:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.164695:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.164699:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.164707:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3582
00000400:00000200:0.0:1769076894.164716:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076894.164721:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.164724:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.164728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164730:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.164733:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164735:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076894.164739:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.164740:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076894.164743:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.164745:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076894.164747:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076894.164749:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076894.164751:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164769:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.164771:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076894.164776:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076894.164779:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164781:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.164784:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.164787:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.164789:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.164791:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076894.164793:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.164817:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076894.164820:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076894.164823:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.164824:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.164826:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.164828:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.164832:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.164840:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076894.164845:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.164852:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925719296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.164860:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.164863:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.164867:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925719296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.164883:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.164886:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.164888:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076894.164889:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.164891:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.164893:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.164895:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3582
00000400:00000200:0.0:1769076894.164898:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076894.164901:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.164902:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.164906:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164908:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.164910:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164911:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076894.164913:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.164914:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076894.164915:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.164919:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076894.164922:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076894.164926:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076894.164930:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164933:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.164937:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164942:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076894.164946:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076894.164952:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076894.164957:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.164961:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.164967:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.164970:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.164974:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.164980:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076894.164984:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165003:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.165009:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076894.165015:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076894.165021:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.165024:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165026:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.165027:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.165029:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.165037:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076894.165042:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.165051:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925719424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.165061:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.165065:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.165073:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925719424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.165100:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.165108:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.165118:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076894.165123:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.165128:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.165135:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.165142:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3582
00000400:00000200:0.0:1769076894.165191:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076894.165202:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.165208:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.165219:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165226:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.165233:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165239:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076894.165245:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.165250:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076894.165256:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076894.165257:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769076894.165261:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:1.1:1769076894.165262:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076894.165266:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076894.165273:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076894.165282:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165288:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.165297:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165304:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076894.165313:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076894.165324:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165333:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.165341:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.165347:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.165352:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165357:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.165362:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076894.165370:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165376:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.165382:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076894.165386:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076894.165391:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.165393:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165394:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.165397:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.165400:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.165406:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076894.165412:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.165421:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925719552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.165434:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.165437:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.165446:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925719552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.165454:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.165457:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.165465:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076894.165467:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.165469:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.165476:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.165479:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3582
00000400:00000200:0.0:1769076894.165489:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076894.165496:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.165500:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.165506:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165509:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.165514:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165533:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076894.165569:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.165572:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076894.165575:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.165578:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076894.165580:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076894.165602:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076894.165609:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165614:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.165616:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165622:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076894.165625:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076894.165631:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076894.165636:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.165640:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.165645:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.165650:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165655:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.165658:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076894.165660:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165662:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.165668:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076894.165673:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076894.165679:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.165682:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.165687:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.165689:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.165693:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.165698:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076894.165704:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.165715:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925719680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.165739:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.165743:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.165752:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925719680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.165786:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.165794:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076894.165815:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076894.165822:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3592)
00000800:00000200:1.1:1769076894.166041:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076894.166043:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076894.166297:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076894.166299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076894.166513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076894.166515:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076894.612775:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076894.612778:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076894.612782:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076895.508653:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298256128, at 4298256192
00000100:00000010:2.0:1769076895.508666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769076897.684752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076897.684755:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076897.684758:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076898.708708:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076898.708712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076898.708715:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076899.284739:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.284752:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076899.284773:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.284779:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.284785:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.284796:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3587
00000400:00000200:0.0:1769076899.284811:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076899.284820:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.284843:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.284846:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.284849:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.284852:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.284854:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076899.284858:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.284860:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076899.284863:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.284867:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076899.284869:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076899.284871:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076899.284873:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.284875:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.284876:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.284877:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076899.284880:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076899.284883:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076899.284885:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.284888:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.284891:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.284894:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.284895:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076899.284897:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.284909:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076899.284940:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076899.284946:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.284948:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.284952:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.284956:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.284964:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.284978:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769076899.284987:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.285017:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925719808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.285045:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.285053:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.285078:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925719808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.285110:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.285115:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.285121:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076899.285123:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.285125:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.285129:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.285133:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3587
00000400:00000200:0.0:1769076899.285139:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076899.285144:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.285148:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.285152:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285156:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285162:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285168:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076899.285175:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.285178:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076899.285184:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.285189:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076899.285195:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076899.285203:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076899.285212:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285216:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285222:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285229:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076899.285235:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076899.285238:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285242:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.285246:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.285255:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.285261:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285267:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.285272:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076899.285279:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285283:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.285292:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076899.285298:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076899.285304:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.285307:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285310:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.285314:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.285320:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.285332:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076899.285362:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.285383:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925719936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.285409:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.285415:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.285429:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925719936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.285453:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.285461:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.285470:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076899.285473:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.285478:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.285485:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.285495:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3587
00000400:00000200:0.0:1769076899.285581:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076899.285589:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.285593:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.285597:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285600:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285623:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285629:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076899.285633:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.285637:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076899.285639:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.285644:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076899.285649:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076899.285651:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076899.285656:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285659:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285661:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285663:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076899.285689:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076899.285696:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285701:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076899.285703:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076899.285704:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.285709:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769076899.285709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1769076899.285715:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285721:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.285725:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076899.285730:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285731:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.285736:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076899.285741:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076899.285745:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.285748:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.285752:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.285753:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.285756:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.285762:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076899.285769:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.285778:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925720064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.285804:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.285810:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.285819:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925720064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.285831:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.285834:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.285838:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076899.285843:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.285844:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.285847:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.285853:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3587
00000400:00000200:0.0:1769076899.285859:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076899.285866:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.285868:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.285870:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285873:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285879:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285882:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076899.285887:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.285891:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076899.285914:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.285921:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076899.285927:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076899.285931:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076899.285940:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285946:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.285954:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285962:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076899.285971:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076899.285982:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076899.285990:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.286015:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.286023:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.286029:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.286037:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.286056:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076899.286081:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.286087:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.286095:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076899.286102:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076899.286108:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.286112:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.286118:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.286122:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.286126:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.286134:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076899.286142:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.286156:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925720192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.286188:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.286196:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.286209:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925720192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.286225:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.286232:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076899.286239:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076899.286247:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3597)
00000800:00000200:1.1:1769076899.286433:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076899.286435:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076899.286798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076899.286800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076899.287240:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076899.287243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769076900.628611:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298261249, at 4298261312
00000100:00000010:2.0:1769076900.628633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:0.0:1769076901.780866:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076901.780873:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076901.780879:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076902.804782:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076902.804786:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076902.804789:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076904.404737:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.404750:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076904.404753:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.404757:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.404762:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.404770:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3592
00000400:00000200:0.0:1769076904.404781:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076904.404789:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.404794:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.404798:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.404801:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.404804:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.404807:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076904.404812:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.404814:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076904.404817:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.404820:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076904.404823:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076904.404826:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076904.404829:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.404831:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.404849:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.404851:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076904.404855:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076904.404858:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076904.404860:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.404863:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.404878:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.404880:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.404882:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076904.404884:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.404893:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076904.404896:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076904.404900:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.404901:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.404904:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.404907:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.404911:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.404918:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076904.404924:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.404950:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925720320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.404962:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.404967:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.404972:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925720320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.405023:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.405026:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.405029:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076904.405031:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.405032:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.405035:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.405037:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3592
00000400:00000200:0.0:1769076904.405040:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076904.405043:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.405046:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.405049:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405052:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.405054:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405056:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076904.405059:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.405060:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076904.405061:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.405064:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076904.405066:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076904.405088:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076904.405094:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405099:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.405106:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405109:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076904.405113:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076904.405119:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405126:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.405133:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.405141:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.405148:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405153:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.405158:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076904.405165:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405180:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.405187:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076904.405199:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076904.405209:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.405217:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405224:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.405245:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.405256:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.405293:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076904.405319:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.405332:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925720448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.405352:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.405359:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.405371:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925720448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.405412:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.405418:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.405426:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076904.405429:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.405433:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.405437:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.405445:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3592
00000800:00000200:1.1:1769076904.405574:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:0.0:1769076904.405579:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076904.405625:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.405630:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.405635:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405639:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.405644:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405648:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076904.405668:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.405671:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076904.405674:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.405676:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076904.405680:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076904.405693:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076904.405697:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405701:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.405707:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405715:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076904.405722:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076904.405731:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405735:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.405740:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.405746:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.405754:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405757:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.405760:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076904.405769:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405771:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.405783:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076904.405790:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076904.405800:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.405805:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.405811:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.405816:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.405821:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.405830:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076904.405842:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.405878:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925720576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.405887:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.405892:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.405902:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925720576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.405920:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.405925:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.405932:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076904.405937:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.405940:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.405946:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.405955:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3592
00000400:00000200:0.0:1769076904.405962:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076904.405969:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.405972:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.405978:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405984:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.405986:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.405990:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076904.405994:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.405995:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076904.405997:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.406002:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076904.406006:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076904.406011:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076904.406016:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.406020:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.406024:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076904.406027:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076904.406030:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076904.406035:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076904.406055:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.406061:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.406067:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.406074:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.406079:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.406083:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076904.406089:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.406096:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.406102:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076904.406123:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076904.406128:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.406132:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.406138:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.406143:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.406148:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.406157:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769076904.406178:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.406193:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925720704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.406221:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.406228:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.406238:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925720704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.406269:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.406277:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076904.406287:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076904.406294:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3602)
00000800:00000200:1.1:1769076904.406300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076904.406642:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076904.406860:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769076905.748672:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298266369, at 4298266432
00000100:00000010:2.0:1769076905.748699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769076905.876856:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076905.876866:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076905.876872:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076906.900834:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076906.900840:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076906.900845:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076907.476891:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076907.476942:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076907.476957:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076907.476962:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076907.476967:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076907.476972:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076907.476978:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076907.476982:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769076907.476989:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076907.476995:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076907.477004:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460770
00000400:00000010:2.0:1769076907.477009:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460770.
00000100:00000001:2.0:1769076907.477016:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076907.477029:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78a80 x1855007925720320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477070:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076907.477081:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925720320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477097:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.477101:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076907.477117:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076907.477121:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769076907.477126:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076907.477133:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076907.477140:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944607f8
00000400:00000010:2.0:1769076907.477144:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944607f8.
00000100:00000001:2.0:1769076907.477149:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076907.477158:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79500 x1855007925720448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477185:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076907.477196:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925720448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477218:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.477228:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076907.477246:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076907.477256:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076907.477265:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076907.477281:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076907.477290:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944605d8
00000400:00000010:2.0:1769076907.477298:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944605d8.
00000100:00000001:2.0:1769076907.477308:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076907.477321:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79180 x1855007925720576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477351:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076907.477368:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925720576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477409:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.477416:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076907.477436:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076907.477446:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076907.477456:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076907.477471:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076907.477485:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460088
00000400:00000010:2.0:1769076907.477494:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460088.
00000100:00000001:2.0:1769076907.477510:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076907.477637:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78700 x1855007925720704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477676:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076907.477691:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925720704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.477717:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.477723:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1769076909.525895:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076909.525910:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076909.527270:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076909.527277:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076909.527930:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076909.527933:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076909.528362:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076909.528366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076909.972705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076909.972709:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076909.972713:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076910.868584:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298271489, at 4298271552
00000100:00000010:2.0:1769076910.868598:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769076910.996760:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076910.996765:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076910.996769:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076914.068739:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076914.068745:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076914.068750:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076914.644616:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.644626:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076914.644630:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.644634:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.644638:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.644646:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3602
00000400:00000200:0.0:1769076914.644657:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076914.644662:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.644666:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.644669:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.644675:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644677:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076914.644682:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.644684:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076914.644687:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.644690:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076914.644693:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076914.644695:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076914.644698:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644700:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.644702:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644705:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076914.644708:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076914.644712:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644715:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.644718:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.644722:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.644725:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.644728:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076914.644730:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.644737:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076914.644740:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076914.644744:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.644745:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.644747:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.644749:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.644753:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.644759:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076914.644764:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.644773:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925721344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.644784:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.644789:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.644794:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925721344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.644816:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076914.644820:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.644823:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076914.644833:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.644835:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.644839:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.644842:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3602
00000400:00000200:0.0:1769076914.644848:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076914.644852:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.644856:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.644864:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644871:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.644876:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644881:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076914.644888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.644892:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076914.644898:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.644903:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076914.644910:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076914.644916:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076914.644924:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644931:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.644938:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644944:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076914.644950:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076914.644955:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076914.644957:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.644962:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.644969:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.644975:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.644979:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076914.644992:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076914.644999:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645004:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.645011:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076914.645017:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076914.645025:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.645030:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645035:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.645038:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.645043:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.645051:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076914.645058:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.645067:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925721472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.645078:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.645081:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.645088:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925721472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.645118:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076914.645124:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.645131:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076914.645136:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.645140:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769076914.645141:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076914.645146:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1769076914.645156:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.645162:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3602
00000400:00000200:0.0:1769076914.645168:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076914.645174:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.645176:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.645183:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645188:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.645190:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645192:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076914.645197:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.645198:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076914.645202:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.645204:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076914.645206:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076914.645209:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076914.645215:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645221:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.645226:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645231:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076914.645233:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076914.645237:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645242:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.645247:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.645251:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.645256:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645260:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076914.645264:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076914.645268:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645274:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.645279:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076914.645282:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076914.645287:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.645287:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645289:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.645290:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.645294:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.645299:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076914.645305:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.645309:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925721600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.645317:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.645321:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.645327:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925721600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.645342:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076914.645346:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.645350:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076914.645354:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.645357:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.645361:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.645366:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3602
00000400:00000200:0.0:1769076914.645372:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076914.645378:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.645382:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.645387:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645391:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.645395:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645399:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076914.645403:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.645405:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076914.645408:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.645426:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076914.645431:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076914.645435:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076914.645441:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645444:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.645448:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645463:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076914.645469:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076914.645476:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076914.645481:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.645486:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.645490:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.645494:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645496:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076914.645500:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076914.645506:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645509:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.645516:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076914.645591:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076914.645598:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.645602:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.645607:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.645613:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.645618:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.645627:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076914.645633:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.645644:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925721728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.645657:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.645662:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.645669:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925721728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.645694:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.645701:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076914.645705:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076914.645712:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3613)
00000800:00000200:1.1:1769076914.645812:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076914.645815:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076914.646023:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076914.646025:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076914.646322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076914.646324:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1769076915.092689:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076915.092693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076915.092696:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000001:2.0:1769076915.860842:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076915.860860:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076915.860865:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076915.860868:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076915.988620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298276608, at 4298276672
00000100:00000010:2.0:1769076915.988630:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769076918.164709:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076918.164719:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076918.164723:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076919.188741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076919.188744:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076919.188747:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076919.765798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076919.765807:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076919.766703:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076919.766706:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076919.767283:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076919.767287:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076919.767808:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076919.767811:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000040:2.0:1769076921.108610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298281729, at 4298281792
00000100:00000010:2.0:1769076921.108638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000020:00000001:0.0:1769076922.260726:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076922.260732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076922.260735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076923.284736:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076923.284740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076923.284745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076924.884650:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076924.884661:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076924.884664:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076924.884668:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076924.884683:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076924.884690:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3613
00000400:00000200:2.0:1769076924.884700:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076924.884706:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076924.884709:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076924.884713:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884716:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.884719:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884721:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076924.884726:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076924.884728:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076924.884731:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076924.884745:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076924.884748:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076924.884751:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076924.884755:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884757:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.884759:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884761:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076924.884764:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076924.884768:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884771:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076924.884774:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076924.884777:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076924.884780:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.884782:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076924.884784:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076924.884793:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076924.884798:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076924.884812:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076924.884814:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.884817:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076924.884820:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076924.884824:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076924.884832:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076924.884838:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076924.884848:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925722368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076924.884859:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076924.884864:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076924.884868:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925722368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076924.884892:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076924.884896:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076924.884899:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076924.884901:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076924.884903:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076924.884905:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076924.884908:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3613
00000400:00000200:2.0:1769076924.884913:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076924.884917:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076924.884920:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076924.884923:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884925:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.884928:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884933:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076924.884936:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076924.884940:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076924.884944:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076924.884946:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076924.884950:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076924.884953:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076924.884961:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884966:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.884970:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884975:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076924.884980:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076924.884987:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076924.884993:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076924.885000:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076924.885007:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076924.885013:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885018:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076924.885023:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076924.885028:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885032:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076924.885039:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076924.885046:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076924.885053:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076924.885057:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885062:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076924.885066:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076924.885071:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076924.885079:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076924.885087:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076924.885111:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925722496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076924.885129:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076924.885135:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076924.885144:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925722496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076924.885165:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076924.885170:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076924.885186:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076924.885190:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076924.885195:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076924.885202:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076924.885208:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3613
00000400:00000200:2.0:1769076924.885224:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076924.885232:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076924.885236:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076924.885257:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885260:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.885272:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076924.885282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076924.885287:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769076924.885288:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769076924.885292:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076924.885296:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076924.885300:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076924.885304:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076924.885307:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076924.885313:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076924.885320:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885326:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.885332:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885338:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076924.885345:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076924.885352:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885357:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076924.885363:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076924.885368:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076924.885375:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885378:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076924.885384:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076924.885390:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885394:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076924.885402:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076924.885408:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076924.885415:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076924.885419:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885423:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076924.885427:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076924.885431:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076924.885441:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769076924.885448:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076924.885459:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925722624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076924.885480:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076924.885484:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076924.885495:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925722624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076924.885569:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076924.885576:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076924.885583:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076924.885588:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076924.885590:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076924.885593:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076924.885597:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3613
00000400:00000200:2.0:1769076924.885605:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076924.885612:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076924.885618:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076924.885624:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885629:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.885635:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885642:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076924.885648:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076924.885651:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076924.885655:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076924.885659:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076924.885675:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076924.885681:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076924.885689:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885694:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076924.885699:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885704:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076924.885708:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076924.885714:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076924.885718:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076924.885720:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076924.885725:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076924.885731:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885747:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076924.885752:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076924.885758:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885763:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076924.885771:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076924.885776:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076924.885781:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076924.885785:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076924.885790:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076924.885794:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076924.885798:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076924.885806:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076924.885812:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076924.885823:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925722752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076924.885840:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076924.885844:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076924.885854:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925722752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076924.885883:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076924.885892:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076924.885902:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076924.885912:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3623)
00000800:00000200:1.1:1769076924.886034:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076924.886038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076924.886497:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076924.886501:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076924.887066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076924.887070:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769076926.228602:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298286848, at 4298286912
00000100:00000010:2.0:1769076926.228616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769076926.356707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076926.356710:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076926.356713:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076927.380799:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076927.380806:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076927.380811:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076930.004817:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076930.004830:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076930.004832:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076930.004837:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076930.004842:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076930.004851:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3618
00000400:00000200:0.0:1769076930.004862:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076930.004869:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076930.004873:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076930.004877:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.004881:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.004885:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.004888:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076930.004893:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076930.004895:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076930.004898:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076930.004901:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076930.004904:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076930.004907:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076930.004910:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.004913:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.004915:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.004918:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076930.004921:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076930.004925:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076930.004928:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.004931:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076930.004935:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.004939:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.004941:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076930.004944:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076930.004956:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769076930.004960:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076930.004965:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076930.004967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.004988:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076930.004991:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076930.004996:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076930.005007:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769076930.005015:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.005027:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925722880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076930.005041:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076930.005046:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.005052:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925722880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.005107:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076930.005112:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076930.005116:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076930.005119:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076930.005121:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076930.005135:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076930.005138:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3618
00000400:00000200:0.0:1769076930.005143:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076930.005146:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076930.005149:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076930.005182:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005185:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005188:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005219:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076930.005222:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076930.005225:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076930.005227:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076930.005230:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076930.005233:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076930.005236:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076930.005241:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005244:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005247:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005249:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076930.005252:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076930.005255:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005258:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.005260:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076930.005280:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.005286:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005292:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076930.005297:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076930.005303:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005306:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076930.005313:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769076930.005318:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076930.005325:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076930.005329:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005333:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076930.005340:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076930.005343:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076930.005352:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076930.005377:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.005389:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925723008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076930.005408:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076930.005414:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.005422:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925723008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.005436:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076930.005439:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076930.005445:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076930.005448:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076930.005453:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076930.005456:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076930.005460:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3618
00000400:00000200:0.0:1769076930.005464:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076930.005468:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076930.005476:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076930.005483:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005496:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005498:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005500:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076930.005507:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076930.005510:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076930.005513:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076930.005516:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076930.005521:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076930.005524:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076930.005528:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005534:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005586:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005589:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076930.005593:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076930.005601:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005608:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.005613:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076930.005619:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.005622:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005625:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076930.005629:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076930.005635:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005641:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076930.005649:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769076930.005655:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076930.005667:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076930.005672:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005675:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076930.005678:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076930.005682:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076930.005689:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076930.005695:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.005704:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925723136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076930.005722:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076930.005725:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.005733:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925723136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.005749:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076930.005755:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076930.005762:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076930.005766:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076930.005770:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076930.005778:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076930.005786:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3618
00000400:00000200:0.0:1769076930.005805:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076930.005817:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076930.005821:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076930.005830:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005837:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005840:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005847:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076930.005849:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076930.005850:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076930.005853:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076930.005857:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076930.005864:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076930.005867:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076930.005875:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005881:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076930.005886:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769076930.005889:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076930.005890:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076930.005896:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:1.1:1769076930.005898:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1769076930.005901:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076930.005908:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076930.005912:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076930.005916:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076930.005923:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005928:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076930.005932:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076930.005937:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005941:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076930.005948:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769076930.005953:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076930.005959:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076930.005962:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076930.005965:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076930.005969:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076930.005972:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076930.005981:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076930.005988:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076930.005997:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925723264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076930.006032:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076930.006040:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.006054:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925723264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076930.006070:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076930.006075:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076930.006083:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076930.006091:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3628)
00000800:00000200:1.1:1769076930.006693:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076930.006696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076930.006964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076930.006967:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076930.007455:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076930.007459:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076930.452782:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076930.452790:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076930.452797:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076931.348626:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298291969, at 4298292032
00000100:00000010:2.0:1769076931.348643:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769076931.476751:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076931.476756:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076931.476761:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076934.548705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076934.548712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076934.548717:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076935.124769:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076935.124783:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076935.124787:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076935.124791:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076935.124796:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076935.124805:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3623
00000400:00000200:2.0:1769076935.124818:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076935.124826:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076935.124830:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076935.124845:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.124850:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.124853:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.124857:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076935.124862:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076935.124865:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076935.124869:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076935.124884:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076935.124887:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076935.124889:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076935.124893:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.124896:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.124898:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.124901:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076935.124905:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076935.124909:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076935.124912:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076935.124916:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076935.124920:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076935.124924:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.124926:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076935.124929:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076935.124941:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769076935.124946:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076935.124951:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076935.124953:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.124957:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076935.124960:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076935.124966:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076935.124975:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769076935.124982:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076935.124993:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925723392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076935.125008:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076935.125014:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.125020:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925723392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076935.125050:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076935.125054:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076935.125058:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076935.125060:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076935.125063:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076935.125099:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076935.125103:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3623
00000400:00000200:2.0:1769076935.125109:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076935.125114:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076935.125118:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076935.125123:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125126:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.125130:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125133:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076935.125137:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076935.125152:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076935.125157:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076935.125161:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076935.125167:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076935.125174:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076935.125184:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125194:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.125202:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125212:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076935.125219:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076935.125227:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125234:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076935.125242:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076935.125252:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076935.125261:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125270:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076935.125277:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076935.125284:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125290:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076935.125301:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769076935.125307:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076935.125312:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076935.125319:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125328:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076935.125331:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076935.125335:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076935.125347:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076935.125355:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076935.125367:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925723520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076935.125386:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076935.125394:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.125408:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925723520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076935.125473:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076935.125481:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076935.125490:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076935.125493:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076935.125497:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076935.125504:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076935.125511:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3623
00000400:00000200:2.0:1769076935.125588:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076935.125592:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076935.125598:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076935.125607:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125613:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.125619:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125621:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076935.125625:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076935.125627:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076935.125629:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076935.125632:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076935.125640:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076935.125649:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076935.125658:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125668:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.125677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125685:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076935.125693:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076935.125704:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076935.125713:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076935.125723:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076935.125729:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076935.125740:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125754:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076935.125757:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076935.125761:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125770:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076935.125780:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769076935.125790:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076935.125799:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076935.125801:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.125805:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076935.125810:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076935.125815:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076935.125825:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076935.125833:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076935.125850:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925723648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076935.125851:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076935.125872:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769076935.125885:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076935.125893:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.125902:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925723648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076935.125918:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076935.125926:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076935.125937:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076935.125944:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076935.125951:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076935.125957:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076935.125968:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3623
00000400:00000200:2.0:1769076935.125979:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076935.125991:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076935.125994:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076935.126006:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.126014:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.126022:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.126028:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076935.126032:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076935.126037:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076935.126041:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076935.126045:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076935.126053:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076935.126063:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076935.126097:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.126100:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076935.126102:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076935.126109:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076935.126115:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076935.126125:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076935.126132:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076935.126136:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076935.126143:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076935.126149:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.126155:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076935.126161:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076935.126168:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.126172:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076935.126186:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769076935.126190:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076935.126199:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076935.126204:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076935.126211:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076935.126215:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076935.126219:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076935.126229:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769076935.126237:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076935.126252:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925723776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076935.126286:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076935.126293:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.126308:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925723776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076935.126328:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.126336:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076935.126348:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076935.126358:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3633)
00000800:00000200:1.1:1769076935.126830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076935.126833:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076935.127247:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076935.127251:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076935.127697:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076935.127700:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076935.572862:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076935.572868:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076935.572873:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076936.468644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298297089, at 4298297152
00000100:00000010:2.0:1769076936.468662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769076938.644692:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076938.644697:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076938.644701:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076939.668706:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076939.668710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076939.668714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076940.245285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076940.245290:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076940.245790:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076940.245791:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076940.246007:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076940.246009:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076940.246202:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076940.246204:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769076941.588627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298302208, at 4298302272
00000100:00000010:2.0:1769076941.588642:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769076942.740775:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076942.740779:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076942.740783:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076943.764749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076943.764756:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076943.764762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076945.364715:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.364727:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076945.364731:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.364736:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.364741:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.364749:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3633
00000400:00000200:0.0:1769076945.364761:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076945.364770:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.364774:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.364779:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.364783:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.364787:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.364790:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076945.364796:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.364798:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076945.364802:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.364805:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076945.364808:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076945.364811:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076945.364815:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.364817:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.364820:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.364822:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076945.364826:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076945.364831:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076945.364834:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.364837:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.364843:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.364847:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.364850:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076945.364852:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.364864:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769076945.364869:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076945.364873:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.364875:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.364879:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.364883:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.364888:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.364943:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769076945.364952:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.364962:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925724416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.364974:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.364979:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.364984:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925724416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.365007:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.365011:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.365014:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076945.365016:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.365018:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.365020:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.365023:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3633
00000400:00000200:0.0:1769076945.365027:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076945.365030:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.365033:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.365036:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365038:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365042:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365044:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076945.365047:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.365050:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076945.365052:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.365055:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076945.365056:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076945.365059:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076945.365062:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365065:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365068:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365073:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076945.365076:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076945.365082:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365087:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.365091:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.365098:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.365105:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365110:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.365116:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076945.365124:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365129:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.365145:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769076945.365153:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076945.365158:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.365163:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365170:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.365174:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.365179:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.365187:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076945.365194:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.365206:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925724544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.365222:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.365226:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.365252:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925724544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.365284:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.365293:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.365307:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076945.365313:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.365317:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.365326:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.365338:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3633
00000400:00000200:0.0:1769076945.365350:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076945.365359:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.365363:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.365378:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365386:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365410:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365420:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076945.365432:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.365440:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076945.365450:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.365459:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076945.365469:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076945.365480:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076945.365498:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365507:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365530:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365582:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076945.365586:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076945.365591:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365594:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.365596:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.365600:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.365602:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365607:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.365611:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076945.365619:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365622:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.365659:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769076945.365666:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076945.365676:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.365684:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.365689:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.365697:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.365701:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076945.365702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076945.365712:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
02000000:00000010:0.0:1769076945.365713:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076945.365725:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.365740:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925724672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.365765:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.365774:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.365784:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925724672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.365807:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076945.365813:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076945.365828:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076945.365834:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076945.365840:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076945.365846:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076945.365857:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3633
00000400:00000200:0.0:1769076945.365873:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076945.365887:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076945.365919:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076945.365945:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365949:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365952:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365960:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076945.365964:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076945.365967:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076945.365972:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076945.365976:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076945.365980:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076945.365983:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076945.365992:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.365994:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076945.365997:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076945.366003:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076945.366006:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076945.366012:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076945.366017:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076945.366022:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076945.366027:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076945.366033:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.366037:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076945.366042:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076945.366048:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.366051:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076945.366060:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769076945.366066:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076945.366075:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076945.366078:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076945.366084:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076945.366090:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076945.366093:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076945.366101:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076945.366106:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.366118:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925724800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076945.366160:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076945.366177:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.366188:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925724800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076945.366210:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076945.366217:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076945.366225:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076945.366253:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3643)
00000800:00000200:1.1:1769076945.366665:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076945.366668:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076945.367046:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076945.367048:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076945.367466:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076945.367471:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769076946.708640:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298307329, at 4298307392
00000100:00000010:2.0:1769076946.708659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769076946.836859:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076946.836865:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076946.836901:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076947.860949:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076947.860953:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076947.860956:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076950.485201:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076950.485206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076950.485701:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076950.485703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076950.485904:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076950.485906:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076950.486087:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076950.486088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076950.932698:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076950.932701:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076950.932704:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076951.828604:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298312448, at 4298312512
00000100:00000010:2.0:1769076951.828621:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769076951.956727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076951.956730:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076951.956733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076955.028635:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076955.028639:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076955.028641:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076955.604794:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076955.604808:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076955.604824:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076955.604829:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076955.604835:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076955.604844:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3643
00000400:00000200:2.0:1769076955.604856:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076955.604864:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076955.604869:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076955.604874:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.604878:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.604882:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.604885:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076955.604890:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076955.604893:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076955.604896:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076955.604899:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076955.604902:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076955.604905:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076955.604909:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.604911:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.604914:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.604917:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076955.604921:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076955.604925:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076955.604929:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076955.604932:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076955.604936:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076955.604940:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.604942:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076955.604945:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076955.604957:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769076955.604961:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076955.604965:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076955.604967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.604971:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076955.604975:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076955.604980:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076955.604990:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769076955.604997:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076955.605008:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925725440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076955.605022:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076955.605028:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.605033:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925725440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076955.605066:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076955.605073:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076955.605079:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076955.605082:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076955.605085:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076955.605090:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076955.605095:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3643
00000400:00000200:2.0:1769076955.605102:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076955.605108:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076955.605113:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076955.605119:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605123:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605128:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605132:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076955.605137:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076955.605139:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076955.605142:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076955.605146:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076955.605150:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076955.605155:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076955.605160:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605165:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605169:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605174:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076955.605180:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076955.605186:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605191:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076955.605194:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076955.605203:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076955.605207:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605211:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076955.605217:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076955.605223:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605227:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076955.605234:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769076955.605239:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076955.605244:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076955.605246:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605250:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076955.605253:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076955.605257:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076955.605263:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769076955.605269:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076955.605279:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925725568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076955.605295:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076955.605299:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.605307:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925725568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076955.605326:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076955.605331:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076955.605338:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076955.605340:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076955.605344:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076955.605348:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076955.605353:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3643
00000400:00000200:2.0:1769076955.605360:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076955.605366:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076955.605370:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076955.605375:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605379:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605383:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605389:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076955.605393:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076955.605396:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076955.605399:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076955.605402:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076955.605407:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076955.605411:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076955.605417:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605421:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605425:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605430:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076955.605436:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076955.605451:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605456:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076955.605460:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076955.605465:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076955.605469:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605473:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076955.605477:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076955.605481:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605485:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076955.605490:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769076955.605495:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076955.605500:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076955.605503:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605516:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076955.605519:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076955.605566:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076955.605577:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000800:00000200:1.1:1769076955.605577:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769076955.605583:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076955.605585:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00100000:2.0:1769076955.605603:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925725696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076955.605617:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076955.605623:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.605632:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925725696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076955.605648:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076955.605654:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076955.605661:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076955.605664:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076955.605677:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076955.605682:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076955.605686:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3643
00000400:00000200:2.0:1769076955.605693:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076955.605699:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076955.605704:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076955.605710:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605713:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605741:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076955.605747:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076955.605749:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076955.605752:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076955.605757:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076955.605762:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076955.605767:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076955.605773:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076955.605788:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605792:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076955.605797:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076955.605803:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076955.605808:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076955.605811:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076955.605817:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076955.605821:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605824:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076955.605829:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076955.605834:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605838:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076955.605846:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769076955.605851:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076955.605856:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076955.605859:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076955.605863:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076955.605865:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076955.605869:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076955.605876:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076955.605882:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076955.605891:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925725824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076955.605906:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076955.605910:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.605918:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925725824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076955.605934:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.605940:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076955.605947:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076955.605955:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3653)
00000800:00000200:1.1:1769076955.606340:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076955.606344:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076955.606810:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076955.606814:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076955.607158:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076955.607162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076956.052809:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076956.052814:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076956.052818:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076956.948638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298317569, at 4298317632
00000100:00000010:2.0:1769076956.948655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769076959.124815:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076959.124838:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076959.124844:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076960.148840:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076960.148849:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076960.148855:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076960.725247:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076960.725253:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076960.725738:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076960.725740:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076960.725951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076960.725953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076960.726177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076960.726179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769076962.068588:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298322688, at 4298322752
00000100:00000010:2.0:1769076962.068602:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:2.0:1769076963.220685:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076963.220688:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076963.220691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076964.244788:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076964.244792:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076964.244795:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076965.844726:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.844735:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076965.844737:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.844740:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.844744:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.844750:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3654
00000400:00000200:0.0:1769076965.844758:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076965.844762:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.844765:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.844767:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844769:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.844771:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844773:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076965.844793:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.844794:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076965.844797:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.844799:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076965.844801:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076965.844803:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076965.844805:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844806:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.844808:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844810:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076965.844813:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076965.844816:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844818:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.844820:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.844823:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.844826:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.844827:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076965.844829:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.844837:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076965.844856:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076965.844859:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.844860:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.844862:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.844865:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.844869:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.844875:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076965.844880:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.844888:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925726464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.844897:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.844900:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.844929:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925726464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.844948:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.844950:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.844953:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076965.844954:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.844955:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.844957:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.844959:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3654
00000400:00000200:0.0:1769076965.844962:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076965.844975:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.844976:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.844978:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844980:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.844981:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844983:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076965.844985:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.844985:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076965.844987:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.844989:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076965.844990:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076965.844992:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076965.844994:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844995:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.844997:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.844999:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076965.845004:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076965.845007:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845010:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.845013:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.845018:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.845022:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845026:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.845031:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076965.845034:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845035:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.845038:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076965.845041:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076965.845045:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.845048:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845050:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.845053:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.845057:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.845061:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076965.845066:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.845073:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925726592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.845083:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.845087:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.845090:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925726592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.845103:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.845107:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.845111:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076965.845113:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.845116:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.845118:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.845121:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3654
00000400:00000200:0.0:1769076965.845126:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076965.845128:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.845130:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.845135:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845139:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.845143:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845146:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076965.845151:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.845153:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076965.845155:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.845158:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076965.845163:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076965.845167:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076965.845174:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845182:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.845188:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845192:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076965.845193:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076965.845195:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845200:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.845203:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.845205:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.845209:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845214:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.845216:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076965.845220:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845224:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.845229:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076965.845235:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076965.845241:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.845244:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845248:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.845251:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.845254:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.845258:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076965.845262:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.845271:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925726720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.845300:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.845305:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.845315:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925726720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076965.845326:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076965.845333:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769076965.845343:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.845352:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.845362:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076965.845369:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.845374:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.845381:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.845386:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3654
00000400:00000200:0.0:1769076965.845396:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076965.845404:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.845409:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.845413:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845419:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.845425:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845430:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076965.845434:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.845437:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076965.845440:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.845442:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076965.845444:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076965.845448:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076965.845455:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845459:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.845464:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845467:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076965.845473:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076965.845476:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076965.845478:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.845483:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.845487:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.845493:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845495:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.845501:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076965.845507:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845514:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.845523:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076965.845528:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076965.845533:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.845581:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.845587:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.845599:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.845603:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.845609:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769076965.845616:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.845627:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925726848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.845639:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.845643:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.845652:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925726848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.845666:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.845671:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076965.845676:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076965.845682:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3664)
00000800:00000200:1.1:1769076965.845949:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076965.845952:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076965.846176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076965.846177:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076965.846374:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076965.846376:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769076967.188723:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298327808, at 4298327872
00000100:00000010:2.0:1769076967.188740:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:2.0:1769076967.316668:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076967.316671:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076967.316674:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076968.340750:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076968.340754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076968.340758:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076970.964637:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.964646:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076970.964648:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.964651:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.964655:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.964661:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3659
00000400:00000200:0.0:1769076970.964671:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076970.964677:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.964680:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.964683:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964686:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.964688:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964691:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076970.964695:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.964696:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076970.964698:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.964700:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076970.964702:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076970.964704:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076970.964706:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964707:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.964709:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964711:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076970.964722:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076970.964730:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964732:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.964735:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076970.964739:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.964742:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.964745:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076970.964747:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.964756:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076970.964760:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076970.964764:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.964765:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.964768:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.964771:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.964775:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.964783:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769076970.964789:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.964798:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925726976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076970.964810:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.964814:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.964820:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925726976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.964840:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076970.964843:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.964846:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076970.964847:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.964848:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.964850:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.964852:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3659
00000400:00000200:0.0:1769076970.964855:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076970.964857:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.964859:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.964861:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964863:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.964864:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964866:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076970.964868:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.964869:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076970.964871:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.964872:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076970.964874:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076970.964875:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076970.964877:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964880:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.964882:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964886:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076970.964888:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076970.964892:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076970.964895:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.964897:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076970.964902:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.964907:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.964911:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076970.964915:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076970.964920:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.964925:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.964929:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076970.964933:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076970.964938:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.964940:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.964946:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.964948:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.964951:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.964955:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769076970.964960:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.964969:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925727104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076970.964987:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.964991:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.964998:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925727104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.965020:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076970.965024:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.965030:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076970.965034:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.965037:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.965042:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.965046:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3659
00000400:00000200:0.0:1769076970.965051:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076970.965054:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.965056:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.965061:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965065:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.965070:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965073:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076970.965077:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.965080:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076970.965082:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.965085:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076970.965088:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076970.965091:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076970.965097:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965102:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.965106:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965110:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076970.965115:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076970.965119:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965123:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.965126:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076970.965130:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.965134:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965139:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076970.965143:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076970.965147:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965152:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.965156:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076970.965161:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.1:1769076970.965165:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769076970.965166:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.965169:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965171:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.965172:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.965174:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.965177:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769076970.965179:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.965184:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925727232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076970.965196:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.965200:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.965206:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925727232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.965214:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076970.965218:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.965223:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076970.965224:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.965225:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.965230:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.965233:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3659
00000400:00000200:0.0:1769076970.965240:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076970.965246:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.965251:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.965255:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965257:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.965258:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965260:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076970.965264:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.965267:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076970.965269:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.965272:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076970.965275:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076970.965278:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076970.965285:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965289:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.965294:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965299:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076970.965305:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076970.965313:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076970.965319:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.965323:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076970.965328:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.965332:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965337:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076970.965341:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076970.965347:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965351:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.965357:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076970.965361:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076970.965364:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.965367:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.965369:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.965370:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.965374:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.965379:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769076970.965383:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.965391:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925727360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076970.965400:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.965403:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.965411:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925727360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.965426:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.965431:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076970.965437:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076970.965443:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3669)
00000800:00000200:1.1:1769076970.965491:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076970.965706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076970.965869:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769076971.412656:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076971.412660:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076971.412663:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076972.308650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298332928, at 4298332992
00000100:00000010:2.0:1769076972.308666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769076972.436851:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076972.436859:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076972.436864:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076974.036873:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769076974.036915:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076974.036930:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076974.036936:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769076974.036941:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076974.036946:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076974.036952:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076974.036957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:2.0:1769076974.036965:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076974.036971:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076974.036990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460bb0
00000400:00000010:2.0:1769076974.036994:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460bb0.
00000100:00000001:2.0:1769076974.037000:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076974.037011:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79880 x1855007925726976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037057:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076974.037064:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925726976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037074:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076974.037076:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076974.037088:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076974.037092:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547b00.
00000400:00000200:2.0:1769076974.037096:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076974.037103:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076974.037107:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944602a8
00000400:00000010:2.0:1769076974.037110:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944602a8.
00000100:00000001:2.0:1769076974.037113:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076974.037125:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7aa00 x1855007925727104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037148:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076974.037160:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925727104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037194:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076974.037197:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076974.037208:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076974.037216:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769076974.037224:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076974.037234:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076974.037240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460088
00000400:00000010:2.0:1769076974.037247:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460088.
00000100:00000001:2.0:1769076974.037254:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076974.037263:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78e00 x1855007925727232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037285:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076974.037295:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925727232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037317:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076974.037324:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076974.037337:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769076974.037345:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769076974.037352:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076974.037366:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076974.037377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944607f8
00000400:00000010:2.0:1769076974.037382:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944607f8.
00000100:00000001:2.0:1769076974.037389:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076974.037399:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b800 x1855007925727360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037443:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076974.037448:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925727360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076974.037459:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076974.037465:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076975.508655:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076975.508661:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076975.508664:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076976.084724:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076976.084736:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076976.084738:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076976.084742:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076976.084746:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076976.084772:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3664
00000400:00000200:2.0:1769076976.084796:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076976.084803:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076976.084808:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076976.084812:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.084817:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.084820:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.084823:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076976.084828:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076976.084830:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769076976.084834:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076976.084837:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769076976.084840:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769076976.084842:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769076976.084861:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.084863:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.084865:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.084866:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076976.084870:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769076976.084873:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076976.084874:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076976.084877:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076976.084881:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076976.084884:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.084886:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076976.084893:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076976.084900:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769076976.084904:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769076976.084908:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076976.084909:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.084928:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076976.084931:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076976.084937:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076976.084945:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769076976.084952:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076976.084962:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925727488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076976.084974:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076976.084980:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.084986:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925727488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076976.085024:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076976.085028:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076976.085032:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076976.085034:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076976.085036:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076976.085039:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076976.085043:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3664
00000400:00000200:2.0:1769076976.085047:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076976.085050:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076976.085053:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076976.085067:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085070:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085072:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085075:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076976.085078:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076976.085080:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769076976.085082:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076976.085085:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769076976.085089:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769076976.085092:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769076976.085097:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085099:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085104:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085108:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076976.085112:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769076976.085119:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085124:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076976.085126:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076976.085133:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076976.085137:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085142:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076976.085153:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076976.085157:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085160:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076976.085169:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769076976.085176:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076976.085180:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076976.085181:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085183:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076976.085186:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076976.085190:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076976.085203:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769076976.085212:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076976.085224:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925727616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076976.085242:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076976.085249:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.085261:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925727616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076976.085279:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076976.085286:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076976.085297:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076976.085299:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076976.085301:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076976.085306:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076976.085315:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3664
00000400:00000200:2.0:1769076976.085322:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076976.085338:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076976.085343:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076976.085352:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085357:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085363:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085367:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076976.085375:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076976.085394:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769076976.085402:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076976.085405:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769076976.085412:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769076976.085424:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769076976.085440:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085447:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085455:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085463:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076976.085471:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769076976.085483:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085490:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076976.085495:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076976.085500:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076976.085506:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085512:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076976.085515:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076976.085580:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085589:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076976.085599:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769076976.085607:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769076976.085615:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076976.085619:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085626:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076976.085630:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076976.085635:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076976.085647:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769076976.085656:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076976.085669:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925727744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076976.085696:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076976.085704:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.085716:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925727744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076976.085718:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076976.085732:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769076976.085750:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076976.085762:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076976.085777:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769076976.085782:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076976.085788:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076976.085793:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076976.085801:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3664
00000400:00000200:2.0:1769076976.085815:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769076976.085827:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076976.085836:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076976.085847:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085855:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085861:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085867:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769076976.085873:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076976.085875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769076976.085880:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076976.085888:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769076976.085896:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769076976.085903:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769076976.085917:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085924:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076976.085932:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085937:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769076976.085943:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769076976.085952:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769076976.085964:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076976.085973:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076976.085980:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076976.085990:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.085994:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076976.085999:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769076976.086005:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.086011:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076976.086020:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769076976.086029:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769076976.086036:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076976.086039:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076976.086047:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076976.086049:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076976.086052:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076976.086061:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769076976.086070:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076976.086081:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925727872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076976.086102:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076976.086110:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.086122:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925727872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076976.086159:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.086168:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076976.086186:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076976.086198:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3674)
00000800:00000200:1.1:1769076976.086628:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076976.086631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076976.086838:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076976.086840:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076976.087054:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076976.087057:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076976.532857:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076976.532860:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076976.532863:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076977.428614:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298338049, at 4298338112
00000100:00000010:2.0:1769076977.428630:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:2.0:1769076979.604636:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076979.604639:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076979.604642:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076980.628730:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076980.628735:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076980.628739:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076981.204646:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.204663:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076981.204667:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.204672:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.204677:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.204685:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3669
00000400:00000200:0.0:1769076981.204696:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076981.204703:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.204706:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.204709:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204711:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.204713:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204715:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076981.204719:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.204721:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076981.204723:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.204727:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076981.204728:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076981.204730:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076981.204733:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204734:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.204735:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204736:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076981.204739:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076981.204741:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204743:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.204746:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.204750:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.204752:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.204754:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076981.204756:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.204766:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769076981.204769:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076981.204772:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.204773:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.204776:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.204779:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.204784:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.204794:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076981.204800:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.204809:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925728000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.204819:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.204832:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.204840:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925728000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.204862:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.204865:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.204868:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.204869:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.204870:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.204872:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.204874:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3669
00000400:00000200:0.0:1769076981.204877:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076981.204878:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.204880:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.204882:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204883:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.204885:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204887:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076981.204888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.204889:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076981.204891:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.204892:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076981.204894:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076981.204895:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076981.204898:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204899:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.204900:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204901:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076981.204903:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076981.204908:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076981.204910:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.204914:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.204919:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.204923:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.204925:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.204930:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.204937:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.204939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.204944:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769076981.204947:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076981.204949:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.204952:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.204957:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.204960:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.204963:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.204967:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076981.204972:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.204978:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925728128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.204987:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.204990:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.204996:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925728128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.205004:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.205008:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.205011:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076981.205015:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.205016:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.205018:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.205020:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3669
00000400:00000200:0.0:1769076981.205027:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076981.205029:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.205030:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.205033:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205039:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.205045:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205052:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076981.205058:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.205062:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076981.205067:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.205072:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076981.205078:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076981.205084:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076981.205097:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205099:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.205104:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205107:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076981.205110:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076981.205118:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205123:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.205126:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.205130:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.205133:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205135:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.205138:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.205141:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205145:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.205150:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769076981.205162:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076981.205168:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.205182:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205187:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.205190:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.205192:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.205198:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076981.205202:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.205208:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925728256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.205227:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076981.205232:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769076981.205235:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076981.205237:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769076981.205241:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925728256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.205255:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.205258:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.205260:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.205261:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.205263:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.205267:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.205271:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3669
00000400:00000200:0.0:1769076981.205279:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076981.205284:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.205288:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.205306:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205312:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.205316:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205321:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076981.205325:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.205328:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076981.205330:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.205334:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076981.205336:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076981.205338:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076981.205343:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205347:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.205350:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205354:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076981.205359:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076981.205364:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076981.205369:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.205372:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.205374:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.205377:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205380:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.205383:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076981.205385:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205386:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.205389:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769076981.205392:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076981.205394:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.205397:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.205401:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.205403:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.205405:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.205409:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076981.205413:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.205417:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925728384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.205425:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.205427:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.205432:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925728384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.205438:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.205440:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076981.205443:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076981.205448:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3679)
00000800:00000200:1.1:1769076981.205794:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076981.205796:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076981.206004:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076981.206006:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076981.206252:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076981.206254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076982.548654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298343168, at 4298343232
00000100:00000010:2.0:1769076982.548681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:2.0:1769076983.700768:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076983.700772:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076983.700775:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076984.724709:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076984.724720:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076984.724724:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076986.325275:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076986.325282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076986.325681:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076986.325683:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076986.325886:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076986.325889:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076986.326136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769076986.326138:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076987.668685:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298348288, at 4298348352
00000100:00000010:2.0:1769076987.668702:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:2.0:1769076987.796846:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076987.796852:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076987.796857:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076988.820833:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076988.820841:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076988.820847:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076991.445219:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076991.445226:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076991.445930:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076991.445933:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076991.446188:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076991.446190:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076991.446459:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076991.446461:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000001:2.0:1769076991.636859:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076991.636898:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769076991.636906:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769076991.636910:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769076991.892750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076991.892755:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076991.892758:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076992.788610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298353408, at 4298353472
00000100:00000010:2.0:1769076992.788634:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000020:00000001:0.0:1769076992.916794:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076992.916802:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076992.916809:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076995.988747:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076995.988751:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076995.988755:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076996.564837:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.564854:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076996.564859:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.564865:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.564872:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.564896:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3684
00000400:00000200:0.0:1769076996.564912:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076996.564923:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.564930:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.564937:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.564943:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.564947:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.564952:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076996.564960:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.564963:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769076996.564967:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.564971:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769076996.564974:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769076996.564977:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769076996.564981:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.564984:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.564986:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.564988:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076996.564993:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769076996.564998:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565001:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.565005:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.565010:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.565013:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565016:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076996.565019:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.565032:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769076996.565079:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769076996.565085:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.565087:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565091:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.565095:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.565100:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.565110:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769076996.565118:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.565129:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925729536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.565143:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.565149:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.565155:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925729536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.565200:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.565205:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.565211:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076996.565214:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.565217:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.565221:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.565224:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3684
00000400:00000200:0.0:1769076996.565232:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076996.565236:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.565240:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.565246:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565250:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.565254:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565257:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076996.565260:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.565262:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769076996.565264:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.565267:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769076996.565271:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769076996.565274:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769076996.565277:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565281:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.565285:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565293:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076996.565303:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769076996.565309:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565318:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.565322:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.565332:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.565345:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565348:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.565356:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076996.565368:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565373:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.565380:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769076996.565387:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076996.565397:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.565403:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565410:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.565416:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.565421:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.565441:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769076996.565452:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.565465:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925729664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.565493:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.565509:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.565518:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925729664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.565612:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.565622:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.565632:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076996.565638:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.565643:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.565655:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.565664:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3684
00000400:00000200:0.0:1769076996.565673:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076996.565677:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.565685:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.565705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565712:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.565719:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565728:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076996.565733:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.565737:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769076996.565745:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.565747:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769076996.565750:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769076996.565769:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769076996.565779:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565785:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.565794:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565801:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076996.565810:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769076996.565834:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076996.565846:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.565855:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.565864:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.565868:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565873:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.565881:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076996.565895:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565915:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.565923:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769076996.565935:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769076996.565948:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.565954:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.565960:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.565965:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.565970:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.565985:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769076996.565995:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.566011:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925729792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076996.566021:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076996.566032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076996.566063:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.566068:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.566084:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925729792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.566120:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076996.566130:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076996.566140:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076996.566147:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076996.566152:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076996.566162:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076996.566172:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3684
00000400:00000200:0.0:1769076996.566194:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769076996.566203:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076996.566212:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076996.566225:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.566232:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.566242:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.566253:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769076996.566262:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076996.566266:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769076996.566273:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076996.566282:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769076996.566290:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769076996.566295:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769076996.566307:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.566315:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076996.566323:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769076996.566332:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769076996.566338:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769076996.566346:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769076996.566353:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076996.566357:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076996.566365:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076996.566368:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.566370:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076996.566373:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769076996.566376:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.566378:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076996.566387:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769076996.566408:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769076996.566418:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076996.566424:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076996.566429:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076996.566436:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076996.566444:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076996.566467:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769076996.566476:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.566494:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925729920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076996.566520:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076996.566568:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.566583:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925729920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076996.566618:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076996.566625:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076996.566636:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076996.566650:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3694)
00000800:00000200:3.1:1769076996.567097:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076996.567101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076996.567504:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076996.567507:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076996.567974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769076996.567977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076997.012765:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076997.012769:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076997.012772:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076997.908671:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298358529, at 4298358592
00000100:00000010:2.0:1769076997.908690:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:2.0:1769077000.084767:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077000.084773:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077000.084780:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077001.108811:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077001.108816:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077001.108821:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077001.684671:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077001.684680:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077001.684682:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077001.684685:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077001.684688:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077001.684693:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3689
00000400:00000200:2.0:1769077001.684712:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077001.684717:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077001.684720:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077001.684722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684725:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.684727:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684729:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077001.684732:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077001.684734:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077001.684736:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077001.684737:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077001.684739:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077001.684741:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077001.684742:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684744:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.684745:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684747:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077001.684749:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077001.684751:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684754:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077001.684756:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077001.684759:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077001.684761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.684762:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077001.684775:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077001.684784:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077001.684786:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077001.684789:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077001.684790:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.684792:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077001.684795:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077001.684798:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077001.684805:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077001.684809:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077001.684816:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925730048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077001.684824:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077001.684828:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077001.684831:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925730048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077001.684850:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077001.684853:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077001.684857:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077001.684858:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077001.684860:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077001.684863:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077001.684866:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3689
00000400:00000200:2.0:1769077001.684869:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077001.684873:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077001.684875:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077001.684878:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684881:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.684883:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684885:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077001.684888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077001.684900:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077001.684901:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077001.684903:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077001.684905:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077001.684908:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077001.684910:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684912:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.684915:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684917:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077001.684919:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077001.684922:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077001.684925:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077001.684927:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077001.684932:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077001.684934:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.684936:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077001.684940:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077001.684943:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.684945:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077001.684976:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077001.684979:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077001.684982:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077001.684983:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.684985:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077001.684987:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077001.684989:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077001.684992:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077001.684996:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077001.685001:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925730176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077001.685009:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077001.685011:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077001.685015:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925730176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077001.685024:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077001.685027:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077001.685031:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077001.685033:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077001.685035:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077001.685037:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077001.685040:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3689
00000400:00000200:2.0:1769077001.685044:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077001.685047:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077001.685050:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077001.685052:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685054:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.685057:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685059:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077001.685061:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077001.685063:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077001.685065:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077001.685067:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077001.685069:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077001.685071:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077001.685074:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685077:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.685079:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685082:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077001.685084:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077001.685087:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685090:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077001.685092:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077001.685094:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077001.685096:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685099:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077001.685101:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077001.685104:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685105:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077001.685109:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077001.685112:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077001.685114:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077001.685116:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685118:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077001.685119:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077001.685121:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077001.685125:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077001.685128:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077001.685128:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769077001.685131:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925730304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077001.685133:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769077001.685140:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077001.685142:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077001.685145:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925730304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077001.685154:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077001.685157:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077001.685161:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077001.685162:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077001.685164:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077001.685167:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077001.685170:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3689
00000400:00000200:2.0:1769077001.685174:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077001.685177:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077001.685179:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077001.685182:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685185:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.685187:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685190:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077001.685192:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077001.685193:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077001.685194:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077001.685196:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077001.685198:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077001.685200:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077001.685203:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685206:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077001.685208:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685210:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077001.685213:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077001.685216:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077001.685219:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077001.685221:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077001.685223:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077001.685226:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685228:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077001.685230:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077001.685233:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685235:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077001.685239:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077001.685241:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077001.685244:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077001.685245:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077001.685247:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077001.685249:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077001.685250:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077001.685254:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077001.685257:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077001.685273:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925730432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077001.685281:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077001.685283:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077001.685287:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925730432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077001.685296:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077001.685299:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077001.685303:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077001.685308:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3700)
00000800:00000200:3.1:1769077001.685547:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077001.685549:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077001.685785:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077001.685786:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077001.686029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077001.686031:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769077003.028627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298363648, at 4298363712
00000100:00000010:2.0:1769077003.028642:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:2.0:1769077004.180728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077004.180732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077004.180735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077005.204836:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077005.204844:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077005.204849:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077006.806258:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077006.806293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077006.807409:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077006.807413:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077006.807930:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077006.807933:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077006.808443:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077006.808447:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769077008.148610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298368770, at 4298368832
00000100:00000010:2.0:1769077008.148630:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000020:00000001:2.0:1769077008.276719:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077008.276741:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077008.276747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077009.300787:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077009.300792:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077009.300796:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077011.925715:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077011.925731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077011.926481:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077011.926483:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077011.926852:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077011.926854:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077011.927098:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077011.927101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077012.372747:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077012.372753:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077012.372759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077013.268715:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298373889, at 4298373952
00000100:00000010:2.0:1769077013.268739:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769077013.396815:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077013.396819:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077013.396823:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077016.468899:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077016.468904:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077016.468908:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077017.045735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077017.045752:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077017.046640:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077017.046642:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077017.046892:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077017.046894:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077017.047077:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077017.047079:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077017.492766:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077017.492771:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077017.492775:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077018.388765:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298379009, at 4298379072
00000100:00000010:2.0:1769077018.388790:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:2.0:1769077020.564787:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077020.564792:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077020.564796:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077021.588825:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077021.588829:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077021.588833:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077022.165947:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077022.165962:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077022.167016:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077022.167019:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077022.167259:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077022.167261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077022.167448:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077022.167450:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077023.508683:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298384129, at 4298384192
00000100:00000010:2.0:1769077023.508702:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:2.0:1769077024.660787:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077024.660792:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077024.660795:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077025.684751:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077025.684758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077025.684762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077027.284707:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077027.284720:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077027.284723:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077027.284727:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077027.284732:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077027.284739:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3715
00000400:00000200:0.0:1769077027.284750:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077027.284758:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077027.284762:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077027.284766:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284770:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.284773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284776:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077027.284781:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077027.284784:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077027.284787:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077027.284790:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077027.284793:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077027.284796:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077027.284799:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284801:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.284803:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284804:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077027.284807:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077027.284810:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284812:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077027.284815:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077027.284818:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077027.284820:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.284822:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077027.284824:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077027.284835:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077027.284838:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077027.284842:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077027.284843:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.284845:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077027.284848:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077027.284853:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077027.284861:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077027.284867:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077027.284875:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925732608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077027.284884:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077027.284888:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077027.284892:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925732608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077027.284917:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077027.284920:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077027.284923:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077027.284924:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077027.284925:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077027.284927:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077027.284930:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3715
00000400:00000200:0.0:1769077027.284933:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077027.284935:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077027.284937:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077027.284939:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284941:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.284943:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284945:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077027.284947:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077027.284948:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077027.284949:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077027.284951:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077027.284952:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077027.284954:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077027.284956:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284957:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.284959:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284960:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077027.284962:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077027.284967:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077027.284969:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077027.284972:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077027.284977:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077027.284981:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.284983:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077027.284989:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077027.284994:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.284998:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077027.285002:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077027.285005:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077027.285009:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077027.285013:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285015:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077027.285017:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077027.285020:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077027.285028:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077027.285034:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077027.285040:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925732736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077027.285051:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077027.285054:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077027.285057:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925732736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077027.285070:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077027.285073:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077027.285077:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077027.285080:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077027.285081:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077027.285084:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077027.285088:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3715
00000400:00000200:0.0:1769077027.285092:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077027.285095:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077027.285098:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077027.285100:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285102:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.285104:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285108:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077027.285112:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077027.285113:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077027.285116:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077027.285118:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077027.285120:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077027.285124:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077027.285126:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285129:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.285132:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285135:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077027.285139:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077027.285143:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285147:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077027.285150:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077027.285153:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077027.285156:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285158:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077027.285162:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077027.285165:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285167:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077027.285174:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077027.285178:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077027.285180:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077027.285182:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285186:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077027.285187:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077027.285188:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077027.285192:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077027.285194:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077027.285208:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925732864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077027.285215:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077027.285218:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077027.285224:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925732864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077027.285236:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077027.285241:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077027.285247:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077027.285249:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077027.285252:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077027.285258:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077027.285261:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3715
00000400:00000200:0.0:1769077027.285279:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077027.285283:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077027.285288:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077027.285294:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285299:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.285302:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285306:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077027.285308:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077027.285310:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077027.285313:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077027.285315:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077027.285316:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077027.285318:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077027.285322:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285325:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077027.285326:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285327:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077027.285334:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077027.285342:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077027.285346:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077027.285349:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077027.285352:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077027.285356:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077027.285357:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077027.285358:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077027.285362:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1769077027.285364:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000008:00000001:0.0:1769077027.285365:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285370:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077027.285375:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077027.285379:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077027.285381:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077027.285383:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077027.285385:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077027.285386:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077027.285387:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077027.285390:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077027.285394:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077027.285401:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925732992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077027.285413:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077027.285415:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077027.285420:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925732992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077027.285434:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077027.285439:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077027.285443:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077027.285449:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3725)
00000800:00000200:1.1:1769077027.285827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077027.285829:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077027.286023:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077027.286025:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077027.286245:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077027.286247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077028.628665:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298389248, at 4298389312
00000100:00000010:2.0:1769077028.628686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:2.0:1769077028.756753:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077028.756761:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077028.756766:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077029.780747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077029.780752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077029.780768:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077032.404641:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.404650:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077032.404652:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.404656:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.404660:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.404666:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3720
00000400:00000200:0.0:1769077032.404675:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077032.404681:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.404684:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.404687:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404689:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.404692:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404694:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077032.404697:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.404699:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077032.404701:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.404702:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077032.404704:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077032.404706:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077032.404708:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404709:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.404710:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404712:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077032.404714:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077032.404716:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404718:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.404720:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.404722:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.404724:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.404725:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077032.404727:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.404734:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077032.404737:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077032.404740:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.404741:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.404743:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.404745:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.404749:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.404756:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077032.404760:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.404768:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925733120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.404776:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.404780:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.404783:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925733120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.404800:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.404803:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.404807:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077032.404809:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.404810:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.404813:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.404826:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3720
00000400:00000200:0.0:1769077032.404830:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077032.404833:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.404836:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.404839:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404841:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.404844:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404846:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077032.404849:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.404850:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077032.404852:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.404854:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077032.404857:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077032.404859:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077032.404862:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404865:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.404867:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404869:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077032.404872:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077032.404875:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077032.404878:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.404880:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.404885:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.404887:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.404889:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.404893:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077032.404897:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.404899:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.404902:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077032.404905:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077032.404914:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.404916:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.404918:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.404919:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.404921:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.404925:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077032.404928:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.404934:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925733248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.404943:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.404946:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.404950:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925733248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.404959:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.404962:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.404965:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077032.404967:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.404969:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.404972:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.404974:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3720
00000400:00000200:0.0:1769077032.405005:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077032.405008:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.405011:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.405014:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405017:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.405019:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405021:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077032.405024:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.405025:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077032.405027:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.405029:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077032.405031:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077032.405034:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077032.405037:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405040:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.405042:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.1:1769077032.405042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077032.405044:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077032.405046:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:1.1:1769077032.405047:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1769077032.405049:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405052:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.405054:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.405057:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.405059:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405061:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.405063:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077032.405066:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405068:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.405071:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077032.405073:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077032.405076:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.405077:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405079:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.405081:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.405083:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.405087:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077032.405090:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.405094:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925733376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.405102:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.405105:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.405109:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925733376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.405117:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077032.405120:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077032.405123:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077032.405125:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077032.405127:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077032.405129:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077032.405132:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3720
00000400:00000200:0.0:1769077032.405135:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077032.405138:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077032.405140:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077032.405143:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405146:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.405148:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405151:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077032.405153:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077032.405155:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077032.405157:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077032.405160:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077032.405163:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077032.405166:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077032.405170:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077032.405175:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405177:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077032.405180:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077032.405184:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077032.405186:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077032.405188:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077032.405191:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077032.405194:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405196:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077032.405198:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077032.405201:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405203:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077032.405206:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077032.405209:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077032.405212:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077032.405213:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077032.405215:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077032.405216:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077032.405218:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077032.405222:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077032.405225:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077032.405229:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925733504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077032.405239:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077032.405241:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.405245:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925733504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077032.405254:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077032.405257:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077032.405261:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077032.405266:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3730)
00000800:00000200:1.1:1769077032.405503:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077032.405505:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077032.405722:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077032.405724:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077032.405898:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077032.405901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077032.852714:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077032.852718:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077032.852731:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077033.748597:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298394368, at 4298394432
00000100:00000010:2.0:1769077033.748612:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769077033.876787:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077033.876794:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077033.876799:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077036.948728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077036.948736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077036.948741:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077037.524728:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077037.524740:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077037.524743:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077037.524747:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077037.524752:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077037.524760:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3725
00000400:00000200:2.0:1769077037.524769:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077037.524775:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077037.524779:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077037.524783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.524796:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.524799:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.524802:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077037.524806:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077037.524808:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077037.524811:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077037.524814:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077037.524817:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077037.524820:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077037.524823:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.524826:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.524828:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.524830:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077037.524833:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077037.524837:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077037.524848:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077037.524855:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077037.524859:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077037.524862:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.524864:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077037.524867:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077037.524887:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077037.524891:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077037.524895:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077037.524897:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.524901:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077037.524904:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077037.524907:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077037.524915:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077037.524921:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077037.524929:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925733632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077037.524942:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077037.524946:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.524951:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925733632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077037.524977:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077037.524981:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077037.524984:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077037.524986:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077037.524988:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077037.524991:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077037.524994:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3725
00000400:00000200:2.0:1769077037.524999:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077037.525003:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077037.525005:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077037.525009:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525011:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525013:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525015:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077037.525018:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077037.525019:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077037.525021:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077037.525023:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077037.525026:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077037.525028:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077037.525041:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525047:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525050:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525056:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077037.525062:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077037.525069:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525075:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077037.525079:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077037.525086:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077037.525091:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525095:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077037.525102:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077037.525109:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525113:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077037.525120:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077037.525125:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077037.525132:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077037.525136:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525141:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077037.525145:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077037.525148:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077037.525167:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077037.525173:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077037.525184:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925733760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077037.525213:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077037.525218:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.525236:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925733760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077037.525256:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077037.525261:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077037.525269:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077037.525272:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077037.525275:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077037.525282:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077037.525289:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3725
00000400:00000200:2.0:1769077037.525299:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077037.525308:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077037.525313:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077037.525321:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525325:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525331:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525335:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077037.525340:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077037.525343:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077037.525347:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077037.525364:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:1.1:1769077037.525370:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077037.525371:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077037.525377:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077037.525382:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525394:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525397:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525400:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077037.525402:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077037.525406:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525411:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077037.525416:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077037.525422:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077037.525427:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525432:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077037.525436:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077037.525442:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525445:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077037.525453:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077037.525459:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077037.525464:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077037.525466:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525472:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077037.525476:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077037.525479:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077037.525487:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077037.525493:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077037.525504:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925733888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077037.525585:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077037.525591:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.525601:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925733888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077037.525622:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077037.525632:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077037.525639:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077037.525643:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077037.525648:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077037.525655:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077037.525660:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3725
00000400:00000200:2.0:1769077037.525671:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077037.525688:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077037.525693:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077037.525702:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525706:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525710:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525717:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077037.525723:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077037.525727:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077037.525731:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077037.525735:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077037.525740:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077037.525756:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077037.525764:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525768:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077037.525774:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525779:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769077037.525779:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769077037.525786:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077037.525793:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077037.525799:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077037.525804:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077037.525822:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077037.525828:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525835:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077037.525841:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077037.525848:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525853:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077037.525861:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077037.525866:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077037.525879:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077037.525883:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077037.525888:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077037.525891:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077037.525896:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077037.525904:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077037.525910:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077037.525923:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925734016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077037.525968:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077037.525974:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.525984:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925734016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077037.526010:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.526017:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077037.526029:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077037.526040:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3735)
00000800:00000200:1.1:1769077037.526053:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077037.526235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077037.972756:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077037.972759:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077037.972762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077038.868674:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298399488, at 4298399552
00000100:00000010:2.0:1769077038.868705:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:2.0:1769077041.044754:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077041.044762:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077041.044769:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077042.068645:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077042.068648:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077042.068651:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077042.644652:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077042.644666:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077042.644669:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077042.644674:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077042.644691:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077042.644699:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3730
00000400:00000200:2.0:1769077042.644726:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077042.644736:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077042.644741:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077042.644757:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644762:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.644766:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644770:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077042.644775:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077042.644778:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077042.644782:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077042.644786:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077042.644789:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077042.644793:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077042.644796:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644799:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.644802:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644804:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077042.644807:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077042.644811:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644814:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077042.644817:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077042.644820:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077042.644823:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.644825:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077042.644828:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077042.644834:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077042.644838:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077042.644841:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077042.644842:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.644845:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077042.644848:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077042.644869:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077042.644877:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077042.644885:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077042.644904:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925734144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077042.644916:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077042.644921:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077042.644927:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925734144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077042.644955:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077042.644960:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077042.644964:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077042.644966:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077042.644968:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077042.644972:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077042.644975:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3730
00000400:00000200:2.0:1769077042.644981:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077042.644985:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077042.644988:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077042.644990:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644992:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.644994:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.644997:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077042.645000:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077042.645001:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077042.645003:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077042.645006:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077042.645008:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077042.645010:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077042.645013:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645016:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.645018:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645020:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077042.645023:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077042.645033:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645037:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077042.645040:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077042.645046:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077042.645050:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645055:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077042.645063:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077042.645068:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645073:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077042.645079:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077042.645083:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077042.645090:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077042.645093:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645098:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077042.645110:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077042.645116:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077042.645124:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077042.645134:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077042.645149:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925734272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077042.645167:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077042.645170:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077042.645176:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925734272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077042.645196:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077042.645201:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077042.645208:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077042.645211:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077042.645215:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077042.645221:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077042.645228:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3730
00000400:00000200:2.0:1769077042.645238:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077042.645248:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077042.645253:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077042.645390:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077042.645394:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000100:00000040:2.0:1769077042.645635:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645643:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.645649:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645656:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077042.645662:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077042.645666:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077042.645671:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077042.645676:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077042.645682:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077042.645688:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077042.645696:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645703:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.645708:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645714:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077042.645742:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077042.645753:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077042.645761:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077042.645768:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077042.645776:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077042.645781:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645803:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077042.645807:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077042.645811:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645817:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077042.645824:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077042.645832:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077042.645838:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077042.645842:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.645847:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077042.645867:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077042.645873:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077042.645881:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077042.645886:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077042.645898:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925734400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077042.645946:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077042.645950:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077042.645961:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925734400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077042.645982:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077042.645988:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077042.645999:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077042.646003:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077042.646008:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077042.646015:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077042.646022:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3730
00000400:00000200:2.0:1769077042.646033:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077042.646042:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077042.646047:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077042.646054:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.646061:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.646068:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.646073:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077042.646080:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077042.646083:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077042.646087:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077042.646099:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077042.646105:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077042.646109:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077042.646118:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.646123:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077042.646130:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077042.646136:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077042.646142:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077042.646150:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077042.646157:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077042.646162:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077042.646167:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077042.646172:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.646177:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077042.646183:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077042.646190:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.646195:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077042.646203:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077042.646208:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077042.646215:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077042.646220:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077042.646224:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077042.646228:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077042.646232:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077042.646241:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077042.646248:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077042.646258:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925734528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077042.646291:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077042.646297:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077042.646308:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925734528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077042.646329:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077042.646335:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077042.646342:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077042.646345:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077042.646347:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000100:00000040:2.0:1769077042.646353:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3741)
00000800:00000200:1.1:1769077042.646790:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077042.646793:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769077042.647155:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077042.647158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 57 secs later)
00000100:00000040:2.0:1769077043.988654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298404608, at 4298404672
00000100:00000010:2.0:1769077043.988667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:2.0:1769077045.140710:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077045.140714:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077045.140718:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077046.164657:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077046.164661:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077046.164663:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077047.764643:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.764654:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077047.764657:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.764660:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.764664:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.764671:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3736
00000400:00000200:0.0:1769077047.764679:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077047.764684:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.764687:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.764690:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764693:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.764695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764696:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077047.764701:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.764702:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077047.764705:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.764707:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077047.764708:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077047.764710:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077047.764712:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764713:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.764714:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764715:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077047.764718:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077047.764720:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764721:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.764723:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.764726:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.764728:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.764729:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077047.764730:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.764736:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077047.764739:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077047.764741:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.764742:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.764745:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.764747:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.764751:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.764757:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077047.764762:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.764768:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925734656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.764780:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.764785:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.764790:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925734656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.764813:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.764816:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.764820:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077047.764822:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.764823:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.764825:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.764828:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3736
00000400:00000200:0.0:1769077047.764832:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077047.764835:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.764837:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.764840:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.764848:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764852:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077047.764854:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.764856:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077047.764858:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.764861:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077047.764864:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077047.764868:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077047.764874:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764879:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.764881:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764884:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077047.764886:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077047.764889:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077047.764890:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.764893:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.764898:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.764902:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.764907:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.764911:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077047.764916:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.764919:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.764923:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077047.764927:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077047.764931:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.764934:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.764936:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.764939:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.764942:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.764949:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077047.764954:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.764961:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925734784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.764971:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.764984:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.764996:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925734784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.765026:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.765032:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.765040:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077047.765044:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.765048:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.765055:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.765060:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3736
00000400:00000200:0.0:1769077047.765069:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077047.765074:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.765079:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.765087:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765091:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.765097:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765102:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077047.765107:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.765110:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077047.765115:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.765119:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077047.765125:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077047.765128:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077047.765132:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765133:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.765134:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077047.765147:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077047.765152:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765157:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.765159:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.765163:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.765166:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765168:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.765171:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077047.765204:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765209:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.765216:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000800:00000200:1.1:1769077047.765220:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769077047.765222:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.1:1769077047.765224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1769077047.765230:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.765234:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765239:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.765241:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.765246:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.765255:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077047.765263:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.765284:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925734912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.765314:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.765318:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.765325:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925734912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.765333:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077047.765337:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077047.765342:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077047.765344:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077047.765346:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077047.765350:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077047.765353:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3736
00000400:00000200:0.0:1769077047.765358:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077047.765363:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077047.765365:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077047.765369:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765373:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.765377:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765379:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077047.765383:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077047.765386:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077047.765388:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077047.765392:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077047.765395:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077047.765398:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077047.765403:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765407:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077047.765411:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765415:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077047.765419:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077047.765424:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077047.765429:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077047.765432:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077047.765435:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077047.765438:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765441:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077047.765445:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077047.765448:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765449:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077047.765452:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077047.765456:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077047.765462:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077047.765465:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077047.765467:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077047.765469:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077047.765471:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077047.765477:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077047.765481:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077047.765489:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925735040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077047.765500:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077047.765504:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.765511:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925735040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077047.765520:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077047.765552:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077047.765559:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077047.765568:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3746)
00000800:00000200:1.1:1769077047.765785:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077047.765788:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077047.766017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077047.766020:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077047.766341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077047.766344:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769077049.108609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298409728, at 4298409792
00000100:00000010:2.0:1769077049.108619:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:2.0:1769077049.236678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077049.236682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077049.236684:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077050.260733:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077050.260738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077050.260742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077052.884634:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.884654:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077052.884657:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.884660:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.884665:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.884670:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3741
00000400:00000200:2.0:1769077052.884680:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077052.884685:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.884688:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.884691:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884693:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.884695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077052.884700:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.884702:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077052.884704:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.884706:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077052.884708:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077052.884720:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077052.884722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884724:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.884725:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884727:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077052.884730:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077052.884733:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884735:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.884737:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.884740:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.884742:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.884743:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077052.884745:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.884754:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077052.884757:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077052.884761:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.884763:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.884766:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.884768:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.884773:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.884782:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077052.884788:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.884797:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925735168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.884809:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.884814:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.884819:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925735168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.884842:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077052.884845:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.884849:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077052.884851:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.884853:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.884857:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.884861:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3741
00000400:00000200:2.0:1769077052.884866:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077052.884874:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.884880:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.884889:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884892:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.884894:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884900:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077052.884906:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.884910:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077052.884917:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.884921:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077052.884926:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077052.884933:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077052.884939:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884960:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.884965:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884966:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077052.884970:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077052.884974:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077052.884977:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.884980:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.884986:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.884990:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.884995:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077052.885000:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077052.885005:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885006:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.885011:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077052.885014:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077052.885016:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.885021:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885025:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.885028:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.885047:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.885052:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077052.885059:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.885067:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925735296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.885080:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.885083:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.885088:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925735296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.885122:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077052.885124:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.885126:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077052.885144:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.885145:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.885148:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.885152:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3741
00000400:00000200:2.0:1769077052.885159:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077052.885164:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.885166:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.885169:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885171:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.885175:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077052.885180:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.885182:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077052.885186:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.885189:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077052.885190:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077052.885194:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077052.885200:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885205:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.885213:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885219:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077052.885227:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077052.885235:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885243:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.885249:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.885254:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.885259:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885263:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077052.885278:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077052.885282:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885285:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.885292:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077052.885296:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.1:1769077052.885296:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769077052.885301:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.885304:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077052.885305:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769077052.885306:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.885308:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.885311:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.885315:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077052.885320:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.885364:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925735424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.885384:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.885397:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.885410:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925735424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.885427:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077052.885450:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.885458:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077052.885462:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.885466:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.885473:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.885480:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3741
00000400:00000200:2.0:1769077052.885489:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077052.885499:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.885503:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.885510:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885515:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.885520:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885527:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077052.885532:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.885535:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077052.885567:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.885571:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077052.885576:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077052.885581:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077052.885590:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885597:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.885605:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885611:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077052.885617:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077052.885627:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077052.885633:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.885638:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.885645:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.885652:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885658:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077052.885663:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077052.885670:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885676:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.885685:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077052.885692:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077052.885700:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.885703:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.885707:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.885710:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.885713:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.885720:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077052.885725:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.885734:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925735552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.885755:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.885759:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.885766:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925735552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.885782:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.885786:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077052.885790:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077052.885798:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3751)
00000800:00000200:1.1:1769077052.885915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077052.885917:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077052.886207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077052.886209:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077052.886452:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077052.886454:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769077053.332675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077053.332679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077053.332682:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077054.228668:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298414848, at 4298414912
00000100:00000010:2.0:1769077054.228700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077054.356714:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077054.356718:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077054.356721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077057.428745:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077057.428752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077057.428757:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077058.005691:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077058.005703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077058.006762:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077058.006764:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077058.007322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077058.007325:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077058.007661:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077058.007664:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769077058.452775:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077058.452779:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077058.452782:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077059.348660:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298419969, at 4298420032
00000100:00000010:2.0:1769077059.348689:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:2.0:1769077061.524753:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077061.524759:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077061.524763:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077062.548688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077062.548693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077062.548697:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077063.125212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077063.125220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077063.125743:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077063.125745:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077063.126017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077063.126019:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077063.126216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077063.126218:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769077064.468738:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298425088, at 4298425152
00000100:00000010:2.0:1769077064.468758:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:2.0:1769077065.620755:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077065.620762:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077065.620768:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077066.644705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077066.644710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077066.644714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077068.244642:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077068.244651:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077068.244653:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077068.244657:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077068.244660:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077068.244667:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3756
00000400:00000200:2.0:1769077068.244675:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077068.244681:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077068.244684:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077068.244686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244689:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.244691:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244693:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077068.244696:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077068.244697:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077068.244699:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077068.244702:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077068.244703:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077068.244705:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077068.244707:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244708:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.244710:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244711:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077068.244714:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077068.244717:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244719:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077068.244721:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077068.244724:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077068.244726:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.244727:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077068.244728:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077068.244737:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077068.244739:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077068.244742:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077068.244743:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.244745:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077068.244747:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077068.244751:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077068.244758:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077068.244763:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077068.244769:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925736704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077068.244778:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077068.244782:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077068.244785:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925736704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077068.244803:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077068.244806:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077068.244809:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077068.244810:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077068.244811:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077068.244813:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077068.244815:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3756
00000400:00000200:2.0:1769077068.244817:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077068.244819:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077068.244821:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077068.244823:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244825:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.244827:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244828:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077068.244830:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077068.244844:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077068.244847:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077068.244849:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077068.244850:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077068.244852:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077068.244856:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244859:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.244863:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244866:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077068.244870:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077068.244875:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077068.244879:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077068.244883:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077068.244889:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077068.244893:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.244896:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077068.244902:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077068.244907:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.244910:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077068.244914:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077068.244919:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077068.244921:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077068.244922:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.244923:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077068.244925:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077068.244928:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077068.244932:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077068.244939:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077068.244945:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925736832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077068.244956:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077068.244960:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077068.244965:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925736832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077068.244974:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077068.244977:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077068.244980:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077068.244984:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077068.244988:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077068.245002:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077068.245010:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3756
00000400:00000200:2.0:1769077068.245019:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077068.245028:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077068.245032:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077068.245039:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245044:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.245049:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245052:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077068.245056:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077068.245058:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077068.245062:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077068.245065:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077068.245069:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077068.245073:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077068.245088:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245094:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.245100:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245104:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077068.245109:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077068.245117:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245124:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077068.245127:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077068.245131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769077068.245136:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077068.245142:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077068.245148:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245153:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077068.245158:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077068.245164:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245170:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077068.245178:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077068.245185:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077068.245192:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077068.245196:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245201:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077068.245205:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077068.245209:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077068.245223:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077068.245228:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077068.245237:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925736960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077068.245250:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077068.245255:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077068.245260:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925736960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077068.245271:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077068.245276:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077068.245282:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077068.245284:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077068.245287:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077068.245293:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077068.245297:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3756
00000400:00000200:2.0:1769077068.245305:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077068.245317:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077068.245321:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077068.245327:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245330:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.245333:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245338:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077068.245343:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077068.245345:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077068.245349:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077068.245352:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077068.245356:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077068.245362:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077068.245369:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245374:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077068.245377:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245380:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077068.245384:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077068.245389:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077068.245394:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077068.245397:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077068.245400:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077068.245405:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245407:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077068.245411:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077068.245415:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245417:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077068.245420:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077068.245425:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077068.245429:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077068.245433:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077068.245438:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077068.245442:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077068.245447:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077068.245455:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077068.245462:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077068.245477:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925737088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077068.245495:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077068.245499:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077068.245505:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925737088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077068.245520:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077068.245551:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077068.245553:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077068.245559:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3766)
00000800:00000200:3.1:1769077068.245669:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077068.245671:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077068.245870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077068.245872:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077068.246052:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077068.246054:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.0:1769077069.460838:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077069.588623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298430208, at 4298430272
00000100:00000010:2.0:1769077069.588638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:2.0:1769077069.716904:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077069.716909:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077069.716914:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077070.740748:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077070.740752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077070.740755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077073.364651:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077073.364660:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077073.364662:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077073.364666:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077073.364669:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077073.364675:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3761
00000400:00000200:0.0:1769077073.364683:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077073.364689:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077073.364691:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077073.364694:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364696:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.364698:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364700:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077073.364703:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077073.364704:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077073.364706:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077073.364709:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077073.364711:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077073.364713:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077073.364715:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364717:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.364718:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364719:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077073.364722:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077073.364724:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364725:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.364727:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077073.364730:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.364732:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.364733:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077073.364735:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077073.364743:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077073.364757:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077073.364760:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077073.364761:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.364763:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077073.364766:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077073.364769:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077073.364776:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077073.364781:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.364788:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925737216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.364796:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077073.364799:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.364803:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925737216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.364823:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077073.364827:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077073.364831:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077073.364833:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077073.364834:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077073.364837:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077073.364840:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3761
00000400:00000200:0.0:1769077073.364846:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077073.364850:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077073.364853:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077073.364858:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364863:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.364869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364876:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077073.364880:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077073.364882:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077073.364886:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077073.364889:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077073.364893:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077073.364896:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077073.364902:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364904:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.364908:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364912:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077073.364916:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077073.364922:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077073.364926:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.364929:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077073.364935:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.364940:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.364945:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077073.364950:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077073.364955:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.364961:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077073.364966:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077073.364969:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077073.364971:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077073.364974:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.364976:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077073.364977:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077073.364979:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077073.364989:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077073.364995:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.365009:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925737344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.365029:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077073.365048:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.365056:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925737344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.365070:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077073.365074:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077073.365079:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077073.365083:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077073.365086:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077073.365091:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077073.365096:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3761
00000400:00000200:0.0:1769077073.365100:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077073.365104:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077073.365108:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077073.365115:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365120:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.365124:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365126:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077073.365131:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077073.365136:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077073.365139:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077073.365143:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077073.365148:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077073.365155:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077073.365165:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.1:1769077073.365166:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077073.365173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077073.365173:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769077073.365180:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365186:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077073.365189:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077073.365195:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.365205:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077073.365208:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.365212:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365215:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077073.365219:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077073.365223:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365229:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077073.365237:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077073.365245:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077073.365252:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077073.365256:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365261:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077073.365265:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077073.365269:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077073.365278:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077073.365283:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.365294:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925737472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.365328:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077073.365334:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.365343:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925737472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.365353:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077073.365355:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077073.365358:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077073.365361:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077073.365362:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077073.365366:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077073.365370:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3761
00000400:00000200:0.0:1769077073.365379:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077073.365386:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077073.365390:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077073.365395:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365401:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.365405:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365408:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077073.365411:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077073.365414:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077073.365417:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077073.365421:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077073.365425:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077073.365430:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077073.365438:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365443:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077073.365446:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365449:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077073.365453:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077073.365459:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077073.365465:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077073.365469:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077073.365473:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077073.365477:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365482:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077073.365486:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077073.365491:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365495:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077073.365500:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077073.365504:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077073.365509:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077073.365512:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077073.365516:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077073.365518:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077073.365564:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077073.365570:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077073.365574:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077073.365582:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925737600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077073.365591:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077073.365595:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.365603:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925737600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077073.365614:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077073.365620:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077073.365625:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077073.365632:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3771)
00000800:00000200:3.1:1769077073.365769:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077073.365771:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077073.365964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077073.365966:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077073.366174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077073.366176:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077073.812753:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077073.812790:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077073.812794:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077074.708627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298435328, at 4298435392
00000100:00000010:2.0:1769077074.708636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:0.0:1769077074.836747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077074.836767:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077074.836770:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077077.908734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077077.908739:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077077.908742:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077078.484680:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077078.484689:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077078.484692:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077078.484695:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077078.484698:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077078.484748:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3766
00000400:00000200:0.0:1769077078.484757:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077078.484763:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077078.484766:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077078.484768:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484770:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.484772:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484775:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077078.484778:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077078.484779:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077078.484781:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077078.484790:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077078.484793:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077078.484796:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077078.484800:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484802:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.484804:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484806:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077078.484810:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077078.484813:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484815:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.484819:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077078.484822:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.484826:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.484829:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077078.484832:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077078.484841:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077078.484845:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077078.484849:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077078.484851:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.484854:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077078.484856:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077078.484860:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.484866:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077078.484871:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.484878:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925737728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.484886:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077078.484890:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.484893:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925737728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.484912:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077078.484924:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077078.484927:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077078.484929:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077078.484930:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077078.484933:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077078.484935:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3766
00000400:00000200:0.0:1769077078.484939:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077078.484942:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077078.484944:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077078.484947:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484949:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.484954:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484959:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077078.484963:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077078.484965:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077078.484967:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077078.484968:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077078.484972:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077078.484975:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077078.484982:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484986:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.484989:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.484991:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077078.484995:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077078.484999:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485002:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.485004:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077078.485009:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.485014:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485017:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077078.485022:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077078.485026:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485029:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077078.485035:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077078.485040:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077078.485045:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077078.485049:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485054:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077078.485062:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077078.485068:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.485077:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077078.485084:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.485095:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925737856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.485116:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077078.485121:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.485131:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925737856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.485144:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077078.485148:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077078.485152:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077078.485154:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077078.485156:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077078.485159:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077078.485163:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3766
00000400:00000200:0.0:1769077078.485167:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077078.485172:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077078.485177:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077078.485180:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485183:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.485188:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485192:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077078.485195:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077078.485197:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077078.485200:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077078.485203:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077078.485206:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077078.485212:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077078.485221:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485228:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.485233:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485239:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077078.485245:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077078.485251:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485256:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.485259:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077078.485263:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.485268:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485271:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077078.485275:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077078.485280:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077078.485281:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077078.485285:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077078.485287:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000010:0.0:1769077078.485290:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077078.485294:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077078.485298:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077078.485301:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485302:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077078.485304:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077078.485308:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.485314:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077078.485318:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.485325:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925737984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.485336:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077078.485338:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.485341:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925737984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.485354:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077078.485358:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077078.485363:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077078.485365:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077078.485368:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077078.485372:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077078.485378:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3766
00000400:00000200:0.0:1769077078.485385:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077078.485391:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077078.485394:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077078.485397:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485401:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.485404:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485406:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077078.485410:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077078.485413:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077078.485416:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077078.485417:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077078.485419:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077078.485423:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077078.485426:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485427:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077078.485430:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485433:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077078.485435:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077078.485442:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077078.485447:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077078.485449:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077078.485453:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077078.485459:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485465:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077078.485467:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077078.485471:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485473:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077078.485478:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077078.485481:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077078.485485:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077078.485487:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077078.485488:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077078.485489:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077078.485491:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077078.485494:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077078.485499:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077078.485509:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925738112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077078.485547:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077078.485551:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.485556:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925738112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077078.485563:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077078.485565:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077078.485568:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077078.485573:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3776)
00000800:00000200:3.1:1769077078.485789:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077078.485790:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077078.486006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077078.486009:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077078.486237:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077078.486239:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077078.932703:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077078.932708:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077078.932712:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077079.828668:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298440448, at 4298440512
00000100:00000010:2.0:1769077079.828687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000020:00000001:2.0:1769077082.004686:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077082.004689:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077082.004691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077083.028797:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077083.028801:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077083.028805:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077083.604726:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077083.604739:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077083.604742:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077083.604746:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077083.604751:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077083.604759:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3771
00000400:00000200:0.0:1769077083.604770:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077083.604776:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077083.604779:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077083.604782:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604785:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.604787:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604789:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077083.604793:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077083.604795:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077083.604798:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077083.604801:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077083.604802:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077083.604804:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077083.604806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604807:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.604809:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604810:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077083.604813:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077083.604816:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604817:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.604820:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077083.604824:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.604826:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.604828:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077083.604830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077083.604841:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077083.604844:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077083.604848:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077083.604849:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.604852:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077083.604855:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077083.604859:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077083.604868:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077083.604874:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.604882:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925738240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077083.604905:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077083.604910:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.604913:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925738240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.604933:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077083.604935:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077083.604938:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077083.604939:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077083.604940:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077083.604943:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077083.604945:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3771
00000400:00000200:0.0:1769077083.604947:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077083.604949:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077083.604951:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077083.604954:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604956:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.604958:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604959:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077083.604961:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077083.604962:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077083.604963:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077083.604965:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077083.604966:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077083.604967:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077083.604970:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604974:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.604976:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604979:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077083.604983:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077083.604989:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077083.604991:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.604995:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077083.605000:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.605003:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605008:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077083.605013:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077083.605018:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605021:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077083.605027:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077083.605032:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077083.605035:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077083.605038:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605040:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077083.605043:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077083.605045:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077083.605051:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077083.605054:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.605058:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925738368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077083.605065:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077083.605070:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.605075:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925738368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.605088:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077083.605092:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077083.605094:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077083.605096:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077083.605099:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077083.605102:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077083.605104:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3771
00000400:00000200:0.0:1769077083.605108:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077083.605113:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077083.605116:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077083.605120:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605124:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.605130:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605135:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077083.605141:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077083.605142:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077083.605145:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077083.605148:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077083.605152:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077083.605157:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077083.605161:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605164:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.605168:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605170:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077083.605174:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077083.605176:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605178:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.605179:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077083.605182:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.605187:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605189:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077083.605191:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077083.605196:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605198:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077083.605202:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077083.605206:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077083.605209:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077083.605212:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605215:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077083.605218:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077083.605221:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077083.605228:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077083.605233:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.605238:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925738496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077083.605254:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077083.605256:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.605260:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925738496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.605273:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077083.605276:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077083.605279:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077083.605279:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077083.605281:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077083.605285:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077083.605292:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3771
00000400:00000200:0.0:1769077083.605298:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769077083.605301:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:0.0:1769077083.605302:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077083.605307:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077083.605307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769077083.605313:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605318:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.605322:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605325:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077083.605327:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077083.605328:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077083.605329:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077083.605333:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077083.605338:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077083.605341:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077083.605346:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605348:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077083.605349:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605354:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077083.605356:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077083.605361:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077083.605363:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077083.605364:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077083.605368:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077083.605371:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605373:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077083.605375:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077083.605379:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605382:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077083.605388:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077083.605392:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077083.605395:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077083.605398:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077083.605401:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077083.605402:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077083.605410:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077083.605415:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077083.605421:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077083.605432:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925738624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077083.605440:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077083.605444:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.605449:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925738624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077083.605460:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077083.605464:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077083.605467:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077083.605472:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3781)
00000800:00000200:3.1:1769077083.605778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077083.605780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077083.606014:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077083.606015:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077083.606204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077083.606206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077084.948639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298445568, at 4298445632
00000100:00000010:2.0:1769077084.948652:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:2.0:1769077086.100744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077086.100748:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077086.100751:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077087.124723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077087.124727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077087.124732:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077088.724677:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.724690:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077088.724693:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.724699:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.724703:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.724713:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3776
00000400:00000200:2.0:1769077088.724724:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077088.724733:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.724736:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.724740:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724744:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.724747:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724750:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077088.724756:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.724759:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077088.724762:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.724765:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077088.724769:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077088.724772:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077088.724775:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724778:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.724780:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724782:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077088.724786:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077088.724790:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724793:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.724797:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.724801:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.724805:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.724807:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077088.724810:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.724824:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077088.724828:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077088.724833:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.724835:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.724838:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.724842:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.724848:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.724856:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077088.724864:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.724874:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925738752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.724887:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.724892:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.724897:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925738752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.724926:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077088.724930:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.724934:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077088.724936:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.724938:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.724941:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.724944:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3776
00000400:00000200:2.0:1769077088.724948:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077088.724951:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.724953:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.724956:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724959:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.724961:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724963:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077088.724966:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.724967:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077088.724969:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.724971:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077088.724973:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077088.724976:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077088.724981:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724983:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.724987:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.724990:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077088.724993:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077088.724996:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725000:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.725003:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.725011:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.725020:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725025:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077088.725030:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077088.725041:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725049:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.725063:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077088.725072:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077088.725082:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.725092:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725108:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.725114:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.725119:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.725128:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077088.725137:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.725151:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925738880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.725175:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.725181:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.725191:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925738880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.725215:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077088.725224:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.725232:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077088.725235:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.725239:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.725246:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.725254:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3776
00000400:00000200:2.0:1769077088.725268:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077088.725273:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.725275:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.725278:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725282:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.725289:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725295:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077088.725319:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.725322:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077088.725327:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.725332:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077088.725338:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077088.725346:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077088.725362:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725371:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.725383:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725392:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077088.725400:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077088.725412:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725424:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.725433:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.725441:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.725454:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725465:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077088.725465:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:2.0:1769077088.725470:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769077088.725473:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000008:00000001:2.0:1769077088.725475:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725480:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.725485:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077088.725507:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077088.725514:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.725517:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.725519:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.725520:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.725581:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.725591:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077088.725599:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.725616:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925739008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.725672:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.725679:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.725691:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925739008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.725712:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077088.725721:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.725735:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077088.725743:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.725749:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.725761:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.725771:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3776
00000400:00000200:2.0:1769077088.725786:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077088.725798:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.725819:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.725835:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725848:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.725860:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725871:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077088.725879:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.725883:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077088.725892:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.725900:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077088.725912:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077088.725922:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077088.725937:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725945:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.725959:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077088.725969:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077088.725980:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077088.725992:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077088.726001:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.726008:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.726018:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.726025:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.726035:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077088.726043:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077088.726049:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.726057:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.726071:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077088.726080:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077088.726091:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.726101:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.726113:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.726118:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.726126:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.726138:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077088.726149:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.726165:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925739136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.726200:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.726208:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.726224:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925739136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.726248:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.726254:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077088.726263:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077088.726273:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3787)
00000800:00000200:3.1:1769077088.726321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077088.726323:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769077088.726576:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077088.726577:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769077088.726816:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077088.726818:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1769077090.068644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298450689, at 4298450752
00000100:00000010:2.0:1769077090.068656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000020:00000001:2.0:1769077090.196673:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077090.196676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077090.196680:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077091.220725:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077091.220730:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077091.220734:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077093.844607:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077093.844616:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077093.844619:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077093.844622:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077093.844626:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077093.844632:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3782
00000400:00000200:2.0:1769077093.844641:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077093.844647:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077093.844650:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077093.844653:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844656:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.844657:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844659:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077093.844662:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077093.844664:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077093.844666:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077093.844668:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077093.844670:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077093.844672:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077093.844675:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844677:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.844679:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844681:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077093.844683:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077093.844686:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844688:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077093.844690:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077093.844693:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077093.844695:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.844698:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077093.844700:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077093.844709:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077093.844714:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077093.844717:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077093.844719:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.844722:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077093.844725:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077093.844729:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077093.844739:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077093.844746:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077093.844755:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925739264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077093.844765:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077093.844769:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077093.844773:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925739264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077093.844792:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077093.844795:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077093.844798:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077093.844799:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077093.844800:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077093.844802:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077093.844804:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3782
00000400:00000200:2.0:1769077093.844808:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077093.844810:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077093.844812:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077093.844814:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844816:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.844818:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844819:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077093.844821:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077093.844823:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077093.844824:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077093.844830:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077093.844831:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077093.844833:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077093.844835:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844837:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.844838:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844839:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077093.844840:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077093.844842:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844844:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077093.844845:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077093.844850:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077093.844851:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.844853:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077093.844857:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077093.844859:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.844862:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077093.844868:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077093.844873:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077093.844877:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077093.844879:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.844881:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077093.844882:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077093.844886:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077093.844892:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077093.844897:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077093.844904:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925739392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077093.844918:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077093.844923:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077093.844929:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925739392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077093.844943:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077093.844945:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077093.844950:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077093.844953:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077093.844954:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077093.844958:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077093.844963:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3782
00000400:00000200:2.0:1769077093.844969:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077093.844972:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077093.844977:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077093.844980:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844982:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.844986:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.844990:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077093.844994:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077093.844996:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077093.844997:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077093.845000:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077093.845004:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077093.845009:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077093.845015:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845019:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.845026:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845030:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077093.845034:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077093.845039:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845042:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077093.845045:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077093.845048:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077093.845050:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845052:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077093.845053:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077093.845056:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845059:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077093.845063:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077093.845066:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077093.845068:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077093.845070:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845073:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077093.845076:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077093.845080:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077093.845084:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077093.845090:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077093.845096:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925739520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077093.845107:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077093.845110:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077093.845117:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925739520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077093.845131:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077093.845134:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077093.845139:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077093.845141:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077093.845144:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077093.845147:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077093.845153:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3782
00000400:00000200:2.0:1769077093.845160:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769077093.845161:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769077093.845165:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077093.845166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1769077093.845168:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077093.845175:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845180:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.845183:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845187:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077093.845194:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077093.845198:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077093.845203:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077093.845208:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077093.845214:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077093.845220:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077093.845224:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845227:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077093.845233:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845240:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077093.845246:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077093.845252:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077093.845259:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077093.845261:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077093.845264:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077093.845267:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845270:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077093.845274:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077093.845278:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845280:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077093.845285:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077093.845289:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077093.845295:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077093.845296:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077093.845297:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077093.845298:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077093.845300:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077093.845306:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077093.845310:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077093.845317:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925739648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077093.845326:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077093.845330:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077093.845337:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925739648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077093.845348:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077093.845351:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077093.845359:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077093.845366:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3792)
00000800:00000200:3.1:1769077093.845612:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077093.845614:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077093.845796:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077093.845798:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077093.845971:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077093.845973:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769077094.292707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077094.292711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077094.292722:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077095.188616:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298455808, at 4298455872
00000100:00000010:2.0:1769077095.188629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000020:00000001:0.0:1769077095.316718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077095.316725:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077095.316747:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077098.388801:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077098.388805:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077098.388807:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077098.964622:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077098.964637:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077098.964640:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077098.964644:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077098.964648:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077098.964656:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3787
00000400:00000200:2.0:1769077098.964665:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077098.964684:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077098.964687:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077098.964691:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964695:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.964698:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964700:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077098.964705:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077098.964707:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077098.964710:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077098.964713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077098.964716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077098.964719:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077098.964722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964725:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.964727:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964729:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077098.964733:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077098.964735:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964737:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.964740:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077098.964743:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.964745:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.964747:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077098.964749:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077098.964757:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077098.964760:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077098.964764:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077098.964765:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.964767:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077098.964770:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077098.964773:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077098.964779:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077098.964784:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.964791:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925739776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077098.964799:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077098.964803:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.964806:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925739776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.964836:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077098.964840:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077098.964844:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077098.964845:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077098.964847:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077098.964850:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077098.964853:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3787
00000400:00000200:2.0:1769077098.964858:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077098.964861:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077098.964864:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077098.964867:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964869:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.964872:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964874:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077098.964877:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077098.964878:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077098.964881:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077098.964883:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077098.964885:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077098.964887:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077098.964891:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964893:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.964896:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964909:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077098.964912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077098.964915:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077098.964918:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.964920:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077098.964926:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.964928:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.964930:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077098.964934:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077098.964937:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.964939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077098.964943:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077098.964945:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077098.964948:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077098.964950:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.964952:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077098.964953:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077098.964955:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077098.964958:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077098.964962:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.964966:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925739904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077098.964973:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077098.964976:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.964979:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925739904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.965005:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077098.965009:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077098.965015:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077098.965017:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077098.965020:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077098.965024:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077098.965028:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3787
00000400:00000200:2.0:1769077098.965112:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077098.965116:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077098.965129:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077098.965134:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965136:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.965140:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965144:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077098.965147:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077098.965150:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077098.965152:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077098.965156:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:3.1:1769077098.965156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077098.965159:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:3.1:1769077098.965161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077098.965163:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077098.965168:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965171:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.965174:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965177:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077098.965180:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077098.965195:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965199:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.965202:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077098.965206:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.965210:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965213:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077098.965216:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077098.965220:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965223:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077098.965229:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077098.965232:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077098.965236:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077098.965255:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965266:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077098.965268:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077098.965270:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077098.965274:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077098.965276:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.965281:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925740032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077098.965288:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077098.965290:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.965294:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925740032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.965303:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077098.965305:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077098.965309:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077098.965311:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077098.965312:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077098.965334:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077098.965338:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3787
00000400:00000200:2.0:1769077098.965342:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077098.965345:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077098.965348:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077098.965351:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965353:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.965356:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965358:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077098.965361:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077098.965363:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077098.965365:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077098.965367:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077098.965369:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077098.965372:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077098.965375:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965378:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077098.965380:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965382:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077098.965397:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077098.965399:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077098.965402:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.965404:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077098.965407:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.965409:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965411:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077098.965413:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077098.965415:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965417:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077098.965421:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077098.965423:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077098.965426:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077098.965428:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.965430:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077098.965431:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077098.965434:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077098.965439:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077098.965441:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.965446:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925740160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077098.965454:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077098.965456:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.965460:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925740160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.965479:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.965485:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077098.965489:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077098.965494:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3797)
00000800:00000200:3.1:1769077098.965663:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077098.965665:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077098.965967:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077098.965969:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077098.966200:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077098.966201:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769077099.412812:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077099.412818:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077099.412821:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077100.308648:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298460928, at 4298460992
00000100:00000010:2.0:1769077100.308659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:2.0:1769077102.484809:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077102.484814:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077102.484819:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077103.508772:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077103.508777:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077103.508781:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077104.085462:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077104.085824:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077104.085989:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077104.086155:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077105.428620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298466048, at 4298466112
00000100:00000010:2.0:1769077105.428637:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd80.
00000020:00000001:2.0:1769077106.580763:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077106.580767:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077106.580771:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077107.156777:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077107.156825:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077107.156840:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077107.156845:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077107.156849:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077107.156853:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077107.156858:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077107.156863:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769077107.156868:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077107.156873:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077107.156880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9f68
00000400:00000010:2.0:1769077107.156883:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9f68.
00000100:00000001:2.0:1769077107.156888:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077107.156898:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832680 x1855007925740288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.156926:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077107.156931:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925740288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.156940:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077107.156942:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077107.156954:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077107.156956:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769077107.156960:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077107.156964:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077107.156968:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:2.0:1769077107.156970:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:2.0:1769077107.156974:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077107.156979:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830e00 x1855007925740416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.156991:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077107.156999:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925740416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.157018:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077107.157023:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077107.157034:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077107.157039:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769077107.157047:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077107.157056:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077107.157061:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:2.0:1769077107.157065:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:2.0:1769077107.157071:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077107.157079:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833800 x1855007925740544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.157099:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077107.157108:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925740544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.157124:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077107.157127:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077107.157138:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077107.157145:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769077107.157151:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077107.157161:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077107.157168:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:2.0:1769077107.157174:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:2.0:1769077107.157213:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077107.157222:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830000 x1855007925740672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.157238:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077107.157246:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925740672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077107.157265:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077107.157269:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077107.604650:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077107.604654:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077107.604657:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077108.372781:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769077108.372786:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077108.372796:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077108.372800:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077108.372803:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077109.204645:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077109.204652:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077109.204655:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077109.204659:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077109.204663:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077109.204672:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3797
00000400:00000200:0.0:1769077109.204682:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077109.204688:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077109.204692:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077109.204695:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204698:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.204702:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204706:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077109.204710:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077109.204713:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077109.204716:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077109.204718:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077109.204721:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077109.204723:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077109.204726:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204728:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.204730:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204732:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077109.204735:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077109.204738:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204741:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.204744:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077109.204747:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.204750:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.204753:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077109.204755:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077109.204761:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077109.204765:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077109.204778:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077109.204780:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.204783:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077109.204786:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077109.204790:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077109.204799:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077109.204805:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.204813:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925740800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077109.204824:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077109.204829:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.204834:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925740800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.204859:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077109.204863:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077109.204867:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077109.204869:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077109.204870:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077109.204873:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077109.204876:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3797
00000400:00000200:0.0:1769077109.204881:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077109.204884:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077109.204887:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077109.204891:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204893:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.204895:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204898:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077109.204900:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077109.204901:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077109.204903:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077109.204905:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077109.204908:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077109.204910:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077109.204913:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204915:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.204917:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204919:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077109.204922:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077109.204925:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077109.204929:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.204931:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077109.204937:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.204939:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.204941:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077109.204945:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077109.204948:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.204950:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077109.204954:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077109.204957:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077109.204959:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077109.204961:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.204963:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077109.204965:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077109.204967:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077109.204971:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077109.204974:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.204979:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925740928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077109.204987:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077109.204990:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.204993:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925740928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.205002:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077109.205005:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077109.205009:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077109.205011:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077109.205013:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077109.205017:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077109.205020:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3797
00000400:00000200:0.0:1769077109.205024:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077109.205030:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077109.205035:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077109.205042:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205045:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.205051:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205057:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077109.205063:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077109.205065:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077109.205068:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077109.205072:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077109.205078:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077109.205084:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077109.205089:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205093:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.205098:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205105:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077109.205110:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077109.205116:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205119:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.205121:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077109.205124:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.205128:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205132:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077109.205134:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077109.205139:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205163:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077109.205170:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077109.205175:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077109.205180:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077109.205182:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205186:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077109.205190:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077109.205193:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077109.205202:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077109.205206:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.205213:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925741056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077109.205228:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077109.205233:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.205242:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925741056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.205267:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077109.205273:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077109.205280:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077109.205283:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077109.205287:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077109.205293:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077109.205297:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3797
00000400:00000200:0.0:1769077109.205306:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077109.205313:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077109.205318:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077109.205323:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205327:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.205332:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205337:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077109.205340:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077109.205342:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077109.205347:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077109.205351:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077109.205357:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077109.205363:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077109.205372:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205376:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077109.205383:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205387:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077109.205402:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077109.205409:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077109.205415:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077109.205421:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077109.205426:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077109.205430:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205434:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077109.205439:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077109.205444:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205446:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077109.205451:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077109.205453:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077109.205456:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077109.205457:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077109.205459:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077109.205460:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077109.205462:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077109.205466:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077109.205469:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077109.205475:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925741184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077109.205483:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077109.205486:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.205490:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925741184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077109.205497:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077109.205500:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077109.205505:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077109.205511:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3807)
00000800:00000200:3.1:1769077109.205613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077109.205617:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077109.206026:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077109.206028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077109.206431:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077109.206434:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077109.206767:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077109.206769:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769077110.548677:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298471169, at 4298471232
00000100:00000010:2.0:1769077110.548699:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:2.0:1769077110.676779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077110.676787:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077110.676793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077111.700692:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077111.700696:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077111.700699:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077114.325154:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077114.325157:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077114.325672:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077114.325674:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077114.325861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077114.325863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077114.326092:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077114.326094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077114.772665:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077114.772669:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077114.772672:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077115.668593:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298476288, at 4298476352
00000100:00000010:2.0:1769077115.668601:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000020:00000001:0.0:1769077115.796768:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077115.796773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077115.796777:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077118.868702:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077118.868706:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077118.868708:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077119.445156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077119.445163:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077119.445641:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077119.445642:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077119.445837:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077119.445839:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077119.446035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077119.446037:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077119.892670:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077119.892674:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077119.892677:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077120.788654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298481408, at 4298481472
00000100:00000010:2.0:1769077120.788694:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:2.0:1769077122.964741:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077122.964745:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077122.964748:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077123.988744:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077123.988748:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077123.988751:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077124.565522:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077124.565527:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077124.566298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077124.566300:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077124.566558:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077124.566561:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077124.566928:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077124.566932:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077125.908605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298486529, at 4298486592
00000100:00000010:2.0:1769077125.908623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:2.0:1769077127.060732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077127.060736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077127.060739:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077128.084747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077128.084752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077128.084755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077129.684651:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.684663:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077129.684665:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.684669:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.684674:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.684682:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3817
00000400:00000200:2.0:1769077129.684693:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077129.684699:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.684703:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.684705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684708:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.684710:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684712:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077129.684716:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.684718:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077129.684721:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.684723:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077129.684725:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077129.684726:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077129.684729:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684731:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.684732:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684734:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077129.684737:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077129.684745:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684747:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.684749:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.684753:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.684755:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.684757:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077129.684759:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.684771:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077129.684774:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077129.684778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.684779:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.684782:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.684785:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.684789:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.684819:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077129.684826:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.684835:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925742848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.684845:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.684848:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.684852:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925742848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.684874:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077129.684876:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.684879:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077129.684880:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.684882:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.684885:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.684887:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3817
00000400:00000200:2.0:1769077129.684891:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077129.684894:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.684896:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.684899:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684901:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.684902:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684904:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077129.684906:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.684906:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077129.684908:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.684910:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077129.684913:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077129.684922:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077129.684928:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684936:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.684939:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684941:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077129.684950:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077129.684963:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077129.684970:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.684976:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.684985:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.684995:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685011:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077129.685020:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077129.685035:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685047:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.685055:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077129.685059:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077129.685064:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.685066:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685070:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.685073:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.685081:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.685087:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077129.685090:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.685100:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925742976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.685120:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.685127:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.685132:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925742976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.685147:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077129.685152:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.685167:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077129.685181:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.685186:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.685199:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.685215:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3817
00000400:00000200:2.0:1769077129.685233:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077129.685241:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.685244:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.685254:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685258:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.685263:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685273:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077129.685282:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.685289:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077129.685292:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.685296:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077129.685301:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077129.685309:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077129.685321:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685330:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.685341:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685353:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077129.685363:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077129.685371:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685378:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.685382:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.685386:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.685390:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685394:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077129.685398:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077129.685405:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685411:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.685417:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077129.685425:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077129.685435:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.685441:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685448:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077129.685454:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077129.685457:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1769077129.685463:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.685470:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.685479:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077129.685493:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.685507:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925743104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.685592:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.685597:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.685612:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925743104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.685637:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077129.685644:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.685656:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077129.685659:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.685668:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.685681:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.685691:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3817
00000400:00000200:2.0:1769077129.685712:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077129.685727:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.685738:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.685751:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685764:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.685774:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685784:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077129.685796:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.685816:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077129.685824:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.685832:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077129.685838:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077129.685852:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077129.685871:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685880:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.685890:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685900:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077129.685912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077129.685925:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077129.685934:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.685939:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.685946:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.685951:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.685969:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077129.685983:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077129.686002:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.686011:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.686018:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077129.686022:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077129.686028:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.686033:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.686038:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.686044:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.686049:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.686055:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077129.686061:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.686071:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925743232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.686143:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.686156:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.686165:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925743232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.686184:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.686190:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077129.686203:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077129.686213:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3828)
00000800:00000200:1.1:1769077129.686336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077129.686338:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077129.686575:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077129.686577:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077129.686760:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077129.686762:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769077131.028615:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298491649, at 4298491712
00000100:00000010:2.0:1769077131.028634:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769077131.156792:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077131.156797:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077131.156806:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077132.180734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077132.180739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077132.180742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077134.805332:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077134.805337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077134.805860:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077134.805862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077134.806056:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077134.806059:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077134.806262:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077134.806264:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769077135.252733:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077135.252736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077135.252738:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077136.148659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298496768, at 4298496832
00000100:00000010:2.0:1769077136.148681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769077136.276781:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077136.276787:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077136.276791:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077139.348771:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077139.348775:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077139.348779:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077139.925276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077139.925282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077139.925838:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077139.925840:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077139.926029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077139.926031:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077139.926205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077139.926207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769077140.372695:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077140.372699:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077140.372701:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077141.268619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298501888, at 4298501952
00000100:00000010:2.0:1769077141.268635:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:0.0:1769077143.444713:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077143.444718:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077143.444721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077144.468734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077144.468738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077144.468743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077145.044659:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077145.044668:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077145.044670:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077145.044673:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077145.044676:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077145.044683:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3833
00000400:00000200:0.0:1769077145.044691:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077145.044696:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077145.044698:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077145.044701:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044704:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.044705:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044708:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077145.044711:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077145.044712:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077145.044714:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077145.044716:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077145.044718:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077145.044719:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077145.044721:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044723:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.044724:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044726:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077145.044728:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077145.044731:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044733:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.044736:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077145.044739:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.044741:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.044742:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077145.044744:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.044752:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077145.044755:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077145.044757:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077145.044758:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.044760:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077145.044763:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077145.044767:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077145.044773:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077145.044777:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.044784:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925744384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077145.044801:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077145.044804:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.044808:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925744384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.044825:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077145.044827:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077145.044830:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077145.044831:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077145.044832:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077145.044834:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077145.044836:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3833
00000400:00000200:0.0:1769077145.044838:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077145.044840:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077145.044842:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077145.044844:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044846:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.044848:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044850:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077145.044852:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077145.044853:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077145.044854:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077145.044856:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077145.044857:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077145.044859:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077145.044861:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044862:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.044863:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044865:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077145.044866:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077145.044869:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077145.044873:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.044874:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077145.044879:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.044883:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.044886:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077145.044891:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077145.044896:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.044900:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.044904:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077145.044907:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077145.044911:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077145.044912:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.044915:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077145.044917:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077145.044919:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077145.044923:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077145.044928:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.044936:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925744512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077145.044948:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077145.044950:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.044956:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925744512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.044966:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077145.044970:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077145.044974:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077145.044976:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077145.044978:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077145.044981:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077145.044984:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3833
00000400:00000200:0.0:1769077145.044989:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077145.044993:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077145.044998:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077145.045003:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045007:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.045010:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045014:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077145.045018:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077145.045022:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077145.045024:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077145.045027:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077145.045031:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077145.045034:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077145.045040:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045042:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.045047:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045050:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077145.045053:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077145.045055:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045060:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.045063:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077145.045065:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.045069:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045074:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077145.045075:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077145.045078:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045081:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.045085:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077145.045090:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077145.045095:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077145.045098:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045101:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077145.045105:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077145.045108:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077145.045112:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077145.045116:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.045124:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925744640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077145.045138:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077145.045141:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.045148:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925744640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.045160:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077145.045166:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077145.045171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077145.045172:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077145.045175:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077145.045178:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1769077145.045179:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077145.045185:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077145.045191:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3833
00000400:00000200:0.0:1769077145.045196:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077145.045200:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077145.045202:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077145.045209:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045213:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.045217:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045221:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077145.045224:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077145.045226:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077145.045230:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077145.045232:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077145.045235:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077145.045240:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077145.045247:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045250:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077145.045253:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045256:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077145.045259:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077145.045265:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077145.045270:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077145.045272:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077145.045277:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077145.045280:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045281:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077145.045283:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077145.045287:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045289:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077145.045294:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077145.045299:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077145.045300:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077145.045301:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077145.045302:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077145.045304:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077145.045308:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077145.045311:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077145.045313:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077145.045319:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925744768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077145.045325:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077145.045328:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.045331:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925744768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077145.045340:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077145.045344:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077145.045347:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077145.045354:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3843)
00000800:00000200:3.1:1769077145.045628:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077145.045630:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077145.045826:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077145.045827:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077145.046004:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077145.046005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000001:2.0:1769077146.260908:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077146.260927:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077146.260934:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077146.260941:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077146.388605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298507008, at 4298507072
00000100:00000010:2.0:1769077146.388612:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000020:00000001:0.0:1769077147.540736:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077147.540742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077147.540748:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077148.564665:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077148.564669:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077148.564672:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077150.164617:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077150.164626:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077150.164628:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077150.164631:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077150.164635:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077150.164640:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3838
00000400:00000200:2.0:1769077150.164649:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077150.164654:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077150.164657:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077150.164660:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164663:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.164665:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164667:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077150.164671:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077150.164672:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077150.164674:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077150.164676:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077150.164678:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077150.164679:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077150.164681:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164683:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.164684:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164686:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077150.164689:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077150.164691:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164694:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077150.164696:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077150.164699:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077150.164701:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.164703:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077150.164705:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077150.164712:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077150.164715:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077150.164718:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077150.164719:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.164722:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077150.164724:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077150.164728:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077150.164734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077150.164738:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077150.164745:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925744896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077150.164753:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077150.164757:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.164761:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925744896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077150.164782:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077150.164784:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077150.164787:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077150.164788:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077150.164790:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077150.164792:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077150.164794:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3838
00000400:00000200:2.0:1769077150.164797:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077150.164800:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077150.164803:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077150.164807:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164810:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.164813:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164816:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077150.164819:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077150.164821:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077150.164824:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077150.164827:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077150.164832:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077150.164837:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077150.164846:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164852:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.164856:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164862:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077150.164868:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077150.164874:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077150.164880:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077150.164884:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077150.164891:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077150.164896:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.164901:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077150.164906:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077150.164912:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.164917:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077150.164926:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077150.164931:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077150.164938:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077150.164942:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.164945:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077150.164949:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077150.164954:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077150.164960:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077150.164967:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077150.164982:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925745024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077150.165009:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077150.165014:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.165025:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925745024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077150.165045:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077150.165051:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077150.165059:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077150.165061:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077150.165063:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077150.165068:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077150.165073:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3838
00000400:00000200:2.0:1769077150.165122:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077150.165130:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077150.165134:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077150.165141:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165163:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077150.165165:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077150.165170:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769077150.165170:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077150.165177:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077150.165183:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077150.165187:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077150.165190:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077150.165193:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077150.165198:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077150.165205:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077150.165212:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165219:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.165227:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165233:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077150.165237:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077150.165246:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165263:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077150.165267:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077150.165271:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077150.165276:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165280:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077150.165284:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077150.165287:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165292:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077150.165298:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077150.165303:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077150.165307:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077150.165310:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165313:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077150.165314:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077150.165318:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077150.165326:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077150.165332:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077150.165342:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925745152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077150.165363:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077150.165368:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.165375:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925745152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077150.165389:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077150.165394:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077150.165401:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077150.165405:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077150.165408:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077150.165412:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077150.165418:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3838
00000400:00000200:2.0:1769077150.165425:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077150.165432:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077150.165436:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077150.165441:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165447:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.165451:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165466:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077150.165470:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077150.165472:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077150.165475:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077150.165493:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077150.165499:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077150.165504:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077150.165512:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165517:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077150.165523:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165530:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077150.165535:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077150.165562:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077150.165565:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077150.165566:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077150.165569:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077150.165571:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165573:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077150.165575:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077150.165577:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165580:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077150.165587:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077150.165591:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077150.165594:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077150.165597:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077150.165600:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077150.165603:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077150.165606:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077150.165611:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077150.165616:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077150.165626:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925745280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077150.165638:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077150.165642:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.165650:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925745280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077150.165662:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.165667:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077150.165673:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077150.165680:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3848)
00000800:00000200:3.1:1769077150.165793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077150.165794:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077150.166017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077150.166018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077150.166223:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077150.166225:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077151.508659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298512128, at 4298512192
00000100:00000010:2.0:1769077151.508670:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:0.0:1769077151.636699:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077151.636703:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077151.636705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077152.660775:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077152.660781:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077152.660785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077155.285777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077155.285798:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077155.286429:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077155.286433:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077155.286873:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077155.286876:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077155.287150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077155.287152:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077155.732756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077155.732765:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077155.732770:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077156.628608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298517249, at 4298517312
00000100:00000010:2.0:1769077156.628623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:0.0:1769077156.756754:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077156.756758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077156.756760:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077159.828711:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077159.828721:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077159.828725:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077160.405306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077160.405312:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077160.405998:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077160.406001:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077160.406348:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077160.406351:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077160.406705:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077160.406708:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077160.852701:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077160.852705:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077160.852708:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077161.748670:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298522368, at 4298522432
00000100:00000010:2.0:1769077161.748685:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:0.0:1769077163.924765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077163.924769:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077163.924772:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077164.948743:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077164.948749:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077164.948755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077165.525257:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077165.525263:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077165.525730:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077165.525731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077165.525925:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077165.525927:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077165.526107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077165.526109:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077166.868699:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298527488, at 4298527552
00000100:00000010:2.0:1769077166.868717:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:0.0:1769077168.020737:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077168.020742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077168.020746:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077169.044712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077169.044717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077169.044721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077170.645423:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077170.646128:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077170.646361:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077170.646518:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077171.988601:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298532608, at 4298532672
00000100:00000010:2.0:1769077171.988611:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000020:00000001:0.0:1769077172.116723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077172.116728:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077172.116732:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077173.140649:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077173.140652:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077173.140655:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077173.716784:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077173.716832:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077173.716843:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077173.716848:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077173.716852:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077173.716856:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077173.716861:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077173.716866:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769077173.716871:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077173.716876:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077173.716884:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc95d8
00000400:00000010:2.0:1769077173.716887:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc95d8.
00000100:00000001:2.0:1769077173.716905:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077173.716915:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925746944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.716944:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077173.716949:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925746944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.716957:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077173.716960:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077173.716971:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077173.716974:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769077173.716978:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077173.716982:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077173.716986:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:2.0:1769077173.716988:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:2.0:1769077173.716991:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077173.716996:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830700 x1855007925747072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717011:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077173.717016:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925747072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717025:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077173.717029:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077173.717050:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077173.717057:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769077173.717101:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077173.717110:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077173.717116:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:2.0:1769077173.717132:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:2.0:1769077173.717138:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077173.717147:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925747200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717170:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077173.717179:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925747200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717195:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077173.717199:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077173.717209:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077173.717216:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769077173.717221:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077173.717228:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077173.717235:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9440
00000400:00000010:2.0:1769077173.717240:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9440.
00000100:00000001:2.0:1769077173.717244:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077173.717253:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830a80 x1855007925747328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717271:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077173.717278:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925747328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077173.717293:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077173.717297:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769077175.764681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.764690:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077175.764692:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.764695:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.764699:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.764704:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3864
00000400:00000200:2.0:1769077175.764712:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077175.764717:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.764719:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.764722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764724:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.764726:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764728:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077175.764731:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.764733:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077175.764735:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.764737:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077175.764738:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077175.764740:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077175.764742:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764743:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.764745:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077175.764749:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077175.764751:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764753:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.764755:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.764757:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.764759:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.764760:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077175.764761:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.764767:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077175.764770:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077175.764773:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.764774:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.764776:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.764778:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.764782:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.764787:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077175.764793:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077175.764802:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925747456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077175.764813:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.764817:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.764823:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925747456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.764848:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077175.764851:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.764860:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077175.764861:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.764862:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.764865:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.764867:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3864
00000400:00000200:2.0:1769077175.764869:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077175.764872:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.764874:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.764876:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764878:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.764881:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764882:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077175.764884:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.764885:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077175.764887:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.764889:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077175.764891:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077175.764896:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077175.764900:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764903:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.764906:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764908:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077175.764911:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077175.764915:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077175.764919:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.764923:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.764929:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.764933:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.764938:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077175.764941:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077175.764944:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.764949:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.764953:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077175.764958:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077175.764961:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.764963:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.764967:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.764969:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.764974:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.764977:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077175.764982:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077175.764991:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925747584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077175.765011:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.765014:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.765020:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925747584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.765064:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077175.765071:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.765076:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077175.765080:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.765084:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.765089:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.765095:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3864
00000400:00000200:2.0:1769077175.765103:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077175.765111:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.765117:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.765125:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765128:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.765134:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765139:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077175.765142:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.765145:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077175.765149:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.765151:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077175.765155:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077175.765161:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077175.765168:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765172:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.765180:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765186:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077175.765193:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077175.765202:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765209:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.765213:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.765218:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.765221:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765226:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077175.765231:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077175.765236:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765241:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.765248:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077175.765253:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077175.765256:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.765259:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765269:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.765272:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.765276:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.765283:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077175.765289:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077175.765290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769077175.765298:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925747712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077175.765298:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077175.765316:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.765320:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.765329:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925747712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.765347:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077175.765353:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077175.765359:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077175.765364:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077175.765367:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077175.765374:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077175.765380:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3864
00000400:00000200:2.0:1769077175.765389:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077175.765398:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077175.765403:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077175.765411:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765416:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.765423:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765426:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077175.765430:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077175.765433:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077175.765437:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077175.765441:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077175.765446:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077175.765451:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077175.765456:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765460:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077175.765463:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765468:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077175.765472:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077175.765479:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077175.765484:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077175.765486:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077175.765490:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077175.765492:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765494:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077175.765497:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077175.765499:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765501:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077175.765507:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077175.765509:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077175.765512:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077175.765513:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077175.765515:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077175.765516:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077175.765518:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077175.765575:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077175.765580:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077175.765585:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925747840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077175.765593:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077175.765596:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.765600:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925747840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077175.765609:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077175.765612:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077175.765616:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077175.765622:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3874)
00000800:00000200:3.1:1769077175.765989:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077175.765992:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077175.766327:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077175.766329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077175.766616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077175.766619:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077176.212671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077176.212676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077176.212680:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077177.108629:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298537728, at 4298537792
00000100:00000010:2.0:1769077177.108646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:0.0:1769077177.236646:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077177.236650:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077177.236653:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077180.308727:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077180.308731:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077180.308733:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077180.884619:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.884629:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077180.884631:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.884634:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.884637:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.884643:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3869
00000400:00000200:0.0:1769077180.884651:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077180.884656:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.884659:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.884661:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884664:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.884666:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884668:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077180.884672:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.884673:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077180.884676:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.884678:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077180.884680:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077180.884681:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077180.884683:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.884686:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884687:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077180.884690:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077180.884692:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884701:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.884703:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.884706:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.884708:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.884710:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077180.884711:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.884719:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077180.884722:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077180.884725:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.884726:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.884729:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.884731:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.884735:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.884741:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077180.884745:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.884752:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925747968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.884761:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.884764:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.884772:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925747968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.884789:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.884792:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.884795:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077180.884797:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.884799:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.884802:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.884805:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3869
00000400:00000200:0.0:1769077180.884809:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077180.884813:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.884815:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.884818:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884820:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.884822:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884824:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077180.884827:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.884829:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077180.884831:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.884833:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077180.884835:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077180.884838:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077180.884842:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.884846:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884848:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077180.884851:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077180.884854:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884858:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.884860:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.884864:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.884866:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.884869:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.884873:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077180.884876:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.884878:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.884882:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077180.884885:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077180.884887:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.884889:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.884891:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.884893:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.884895:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.884898:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077180.884901:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.884906:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925748096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.884915:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.884926:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.884930:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925748096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.884959:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.884961:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.884965:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077180.884966:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.884968:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.884970:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.884974:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3869
00000400:00000200:0.0:1769077180.884978:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077180.884981:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.884983:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.884986:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884988:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.884990:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.884993:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077180.884996:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.884997:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077180.884999:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.885001:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077180.885004:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077180.885007:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077180.885009:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885011:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.885013:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885017:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077180.885019:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077180.885022:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885025:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.885027:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.885030:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.885032:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885034:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.885036:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077180.885038:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885040:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.885044:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000800:00000200:3.1:1769077180.885045:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769077180.885047:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077180.885049:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769077180.885049:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1769077180.885051:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885053:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.885054:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.885056:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.885060:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077180.885063:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.885068:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925748224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.885076:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.885079:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.885083:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925748224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.885091:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.885094:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.885099:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077180.885101:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.885102:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.885105:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.885108:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3869
00000400:00000200:0.0:1769077180.885112:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077180.885115:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.885118:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.885122:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885124:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.885126:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885128:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077180.885130:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.885132:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077180.885134:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.885136:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077180.885138:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077180.885141:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077180.885143:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885146:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.885148:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885150:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077180.885153:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077180.885156:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077180.885159:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.885161:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.885163:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.885166:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885168:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.885170:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077180.885173:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885175:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.885178:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077180.885180:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077180.885183:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.885184:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.885195:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.885197:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.885199:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.885202:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077180.885207:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.885211:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925748352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.885220:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.885222:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.885226:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925748352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.885235:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.885238:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077180.885242:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077180.885247:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3879)
00000800:00000200:3.1:1769077180.885456:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077180.885458:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077180.885674:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077180.885676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077180.885852:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077180.885854:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077181.332720:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077181.332723:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077181.332726:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077182.228587:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298542848, at 4298542912
00000100:00000010:2.0:1769077182.228603:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000800:00000001:2.0:1769077184.148866:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077184.148882:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077184.148902:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077184.148905:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077184.404723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077184.404727:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077184.404730:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077185.428686:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077185.428691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077185.428695:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077186.004680:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077186.004692:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077186.004695:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077186.004699:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077186.004703:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077186.004711:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3874
00000400:00000200:2.0:1769077186.004722:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077186.004730:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077186.004733:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077186.004737:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004741:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.004743:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077186.004750:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077186.004753:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077186.004756:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077186.004759:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077186.004761:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077186.004764:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077186.004768:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004770:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.004772:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004775:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077186.004778:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077186.004781:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004785:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077186.004788:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077186.004792:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077186.004795:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.004798:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077186.004800:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077186.004810:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077186.004814:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077186.004818:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077186.004820:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.004823:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077186.004826:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077186.004830:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077186.004837:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077186.004844:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077186.004887:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925748480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077186.004906:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077186.004911:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.004916:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925748480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077186.004939:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077186.004943:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077186.004946:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077186.004948:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077186.004950:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077186.004953:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077186.004956:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3874
00000400:00000200:2.0:1769077186.004960:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077186.004964:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077186.004967:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077186.004971:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004974:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.004977:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.004979:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077186.004983:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077186.004985:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077186.004990:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077186.004995:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077186.005000:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077186.005005:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077186.005011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005018:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.005025:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005029:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077186.005034:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077186.005038:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005041:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077186.005045:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077186.005051:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077186.005057:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005063:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077186.005069:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077186.005075:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005081:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077186.005089:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077186.005095:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077186.005101:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077186.005104:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005107:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077186.005110:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077186.005115:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077186.005122:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077186.005129:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077186.005139:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925748608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077186.005152:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077186.005158:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.005167:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925748608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077186.005187:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077186.005192:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077186.005200:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077186.005206:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077186.005211:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077186.005216:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077186.005223:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3874
00000400:00000200:2.0:1769077186.005233:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077186.005240:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077186.005243:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077186.005250:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005254:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.005260:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005264:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077186.005268:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077186.005273:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077186.005275:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077186.005279:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077186.005284:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077186.005289:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077186.005297:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005303:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.005309:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005314:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077186.005320:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077186.005326:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005334:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077186.005339:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077186.005345:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077186.005351:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005355:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077186.005360:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077186.005367:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005369:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077186.005375:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077186.005381:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077186.005386:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077186.005389:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077186.005391:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077186.005393:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1769077186.005396:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1769077186.005397:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077186.005401:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077186.005418:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077186.005429:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077186.005438:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925748736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077186.005454:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077186.005460:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.005470:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925748736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077186.005491:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077186.005497:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077186.005506:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077186.005510:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077186.005512:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077186.005518:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077186.005562:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3874
00000400:00000200:2.0:1769077186.005571:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077186.005577:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077186.005581:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077186.005588:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005595:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.005601:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005605:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077186.005611:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077186.005616:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077186.005620:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077186.005623:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077186.005627:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077186.005633:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077186.005643:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005648:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077186.005653:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005659:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077186.005664:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077186.005671:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077186.005677:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077186.005681:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077186.005687:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077186.005693:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005697:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077186.005701:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077186.005707:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005713:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077186.005721:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077186.005726:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077186.005734:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077186.005738:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077186.005744:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077186.005748:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077186.005752:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077186.005760:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077186.005767:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077186.005777:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925748864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077186.005798:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077186.005803:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.005814:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925748864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077186.005834:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.005840:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077186.005849:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077186.005874:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3884)
00000800:00000200:3.1:1769077186.006089:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077186.006092:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077186.006406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077186.006408:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077186.006733:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077186.006736:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769077187.348659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298547969, at 4298548032
00000100:00000010:2.0:1769077187.348679:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:0.0:1769077188.500721:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077188.500725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077188.500728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077189.524746:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077189.524751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077189.524762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077191.124610:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077191.124618:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077191.124620:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077191.124624:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077191.124627:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077191.124633:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3879
00000400:00000200:2.0:1769077191.124643:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077191.124649:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077191.124652:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077191.124655:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124658:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.124661:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124663:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077191.124666:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077191.124668:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077191.124670:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077191.124672:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077191.124675:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077191.124677:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077191.124679:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124680:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.124682:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124683:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077191.124685:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077191.124688:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124689:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077191.124692:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077191.124694:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077191.124696:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.124697:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077191.124699:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077191.124706:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077191.124708:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077191.124711:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077191.124712:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.124714:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077191.124716:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077191.124720:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077191.124726:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077191.124731:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077191.124737:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925748992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077191.124745:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077191.124748:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.124751:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925748992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077191.124778:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077191.124781:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077191.124784:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077191.124785:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077191.124786:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077191.124789:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077191.124791:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3879
00000400:00000200:2.0:1769077191.124795:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077191.124798:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077191.124799:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077191.124803:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124806:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.124809:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124812:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077191.124815:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077191.124816:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077191.124818:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077191.124820:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077191.124825:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077191.124829:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077191.124841:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.124848:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124852:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077191.124854:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077191.124856:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077191.124858:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077191.124860:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077191.124866:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077191.124871:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.124874:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077191.124879:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077191.124887:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.124892:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077191.124899:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077191.124905:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077191.124910:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077191.124914:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.124917:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077191.124921:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077191.124925:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077191.124934:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077191.124941:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077191.124951:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925749120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077191.124962:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077191.124966:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.124971:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925749120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077191.124983:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077191.124986:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077191.124990:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077191.124993:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077191.124996:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077191.124999:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077191.125003:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3879
00000400:00000200:2.0:1769077191.125033:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077191.125039:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077191.125042:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077191.125046:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125050:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.125054:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125057:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077191.125062:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077191.125064:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077191.125068:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077191.125068:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769077191.125072:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:3.1:1769077191.125073:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077191.125078:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077191.125084:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077191.125093:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125100:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.125107:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125114:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077191.125119:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077191.125127:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125132:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077191.125135:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077191.125140:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077191.125144:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125146:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077191.125148:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077191.125149:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125151:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077191.125157:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077191.125160:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077191.125165:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077191.125167:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125169:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077191.125170:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077191.125174:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077191.125180:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077191.125185:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077191.125191:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925749248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077191.125198:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077191.125202:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.125207:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925749248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077191.125221:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077191.125227:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077191.125235:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077191.125239:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077191.125244:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077191.125250:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077191.125260:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3879
00000400:00000200:2.0:1769077191.125270:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077191.125278:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077191.125283:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077191.125291:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125295:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.125300:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125305:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077191.125311:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077191.125314:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077191.125319:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077191.125323:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077191.125328:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077191.125335:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077191.125345:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125351:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077191.125358:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125365:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077191.125372:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077191.125380:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077191.125387:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077191.125394:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077191.125400:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077191.125407:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125412:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077191.125417:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077191.125423:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125428:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077191.125435:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077191.125441:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077191.125448:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077191.125451:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077191.125456:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077191.125460:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077191.125466:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077191.125474:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077191.125481:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077191.125493:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925749376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077191.125511:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077191.125518:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.125562:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925749376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077191.125584:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.125591:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077191.125598:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077191.125607:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3889)
00000800:00000200:3.1:1769077191.125664:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077191.125665:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077191.125878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077191.125880:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077191.126110:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077191.126112:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077192.468612:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298553088, at 4298553152
00000100:00000010:2.0:1769077192.468631:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:0.0:1769077192.596754:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077192.596758:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077192.596761:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077193.620764:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077193.620768:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077193.620771:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077196.244655:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077196.244671:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077196.244674:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077196.244690:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077196.244696:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077196.244705:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3884
00000400:00000200:0.0:1769077196.244717:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077196.244724:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077196.244728:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077196.244732:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244736:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.244739:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244742:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077196.244748:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077196.244750:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077196.244754:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077196.244757:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077196.244760:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077196.244763:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077196.244766:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244767:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.244769:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244770:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077196.244773:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077196.244775:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244777:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.244780:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077196.244784:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.244786:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.244787:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077196.244790:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077196.244803:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077196.244808:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077196.244813:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077196.244815:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.244819:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077196.244823:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077196.244829:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077196.244840:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077196.244848:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.244858:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925749504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077196.244868:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077196.244872:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.244876:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925749504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.244900:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077196.244904:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077196.244908:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077196.244909:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077196.244911:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077196.244915:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077196.244918:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3884
00000400:00000200:0.0:1769077196.244922:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077196.244926:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077196.244928:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077196.244931:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244934:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.244936:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244938:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077196.244940:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077196.244942:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077196.244944:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077196.244946:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077196.244948:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077196.244950:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077196.244953:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244955:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.244957:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244959:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077196.244962:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077196.244965:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077196.244968:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.244969:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077196.244976:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.244979:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.244981:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077196.244986:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077196.244990:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.244992:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077196.244996:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077196.244998:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077196.245001:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077196.245002:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245004:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077196.245005:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077196.245007:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077196.245011:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077196.245015:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.245020:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925749632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077196.245028:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077196.245030:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.245034:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925749632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.245042:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077196.245046:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077196.245049:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077196.245050:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077196.245052:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077196.245055:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077196.245057:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3884
00000400:00000200:0.0:1769077196.245060:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077196.245064:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077196.245066:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077196.245069:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245071:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.245074:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245076:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077196.245079:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077196.245080:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077196.245082:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077196.245083:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077196.245085:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077196.245087:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077196.245090:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245092:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.245094:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245096:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077196.245098:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077196.245101:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245103:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.245105:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077196.245108:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.245109:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245111:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077196.245113:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077196.245115:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245117:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077196.245120:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077196.245123:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077196.245126:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077196.245127:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245128:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077196.245130:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077196.245132:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077196.245136:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077196.245138:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.245142:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925749760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077196.245149:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077196.245151:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.245155:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925749760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.245163:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077196.245166:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077196.245170:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077196.245171:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077196.245173:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077196.245175:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077196.245178:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3884
00000400:00000200:0.0:1769077196.245181:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077196.245184:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077196.245187:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077196.245190:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245192:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.245194:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769077196.245194:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077196.245196:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769077196.245198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077196.245199:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077196.245200:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077196.245201:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077196.245203:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077196.245206:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077196.245208:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077196.245211:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245213:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077196.245214:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245216:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077196.245219:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077196.245221:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077196.245224:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077196.245226:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077196.245228:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077196.245230:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245232:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077196.245234:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077196.245236:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245238:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077196.245241:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077196.245244:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077196.245247:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077196.245248:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077196.245250:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077196.245251:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077196.245253:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077196.245257:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077196.245268:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.245272:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925749888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077196.245280:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077196.245282:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.245286:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925749888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077196.245293:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077196.245296:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077196.245299:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077196.245305:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3894)
00000800:00000200:3.1:1769077196.245622:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077196.245624:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077196.245844:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077196.245846:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077196.246031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077196.246032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077196.692671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077196.692686:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077196.692689:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077197.588627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298558208, at 4298558272
00000100:00000010:2.0:1769077197.588640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000020:00000001:0.0:1769077197.716764:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077197.716767:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077197.716771:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077200.788684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077200.788687:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077200.788691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077201.364666:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.364674:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077201.364676:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.364680:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.364683:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.364689:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3889
00000400:00000200:0.0:1769077201.364696:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077201.364702:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.364704:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.364707:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364710:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.364712:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364714:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077201.364717:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.364719:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077201.364721:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.364723:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077201.364724:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077201.364726:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077201.364728:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364729:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.364730:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364731:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077201.364733:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077201.364736:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364738:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.364740:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.364743:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.364745:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.364746:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077201.364748:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.364756:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077201.364759:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077201.364762:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.364763:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.364765:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.364767:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.364770:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.364786:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077201.364793:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.364801:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925750016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.364813:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.364817:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.364820:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925750016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.364844:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.364848:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.364852:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077201.364853:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.364855:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.364858:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.364861:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3889
00000400:00000200:0.0:1769077201.364866:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077201.364871:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.364874:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.364877:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364880:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.364885:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364891:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077201.364897:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.364899:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077201.364903:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.364906:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077201.364911:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077201.364915:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077201.364922:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364926:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.364928:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364932:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077201.364937:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077201.364944:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077201.364947:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.364951:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.364957:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.364961:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.364965:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.364970:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077201.364974:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.364976:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.364982:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077201.364985:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077201.364987:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.364989:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.364994:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.364995:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.364997:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.365002:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077201.365008:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.365016:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925750144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.365037:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.365043:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.365054:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925750144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.365074:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.365082:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.365089:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077201.365094:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.365096:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.365102:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.365109:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3889
00000400:00000200:0.0:1769077201.365116:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077201.365122:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.365125:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.365130:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365135:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.365140:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365144:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077201.365149:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.365152:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077201.365155:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.365156:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077201.365160:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077201.365162:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077201.365166:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365171:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.365173:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365179:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077201.365182:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769077201.365183:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077201.365187:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:3.1:1769077201.365189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769077201.365190:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.365195:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.365198:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.365202:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365207:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.365208:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077201.365212:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365216:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.365221:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077201.365227:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077201.365233:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.365236:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365240:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.365242:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.365246:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.365252:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077201.365258:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.365268:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925750272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.365278:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.365282:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.365288:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925750272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.365298:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.365303:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.365306:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077201.365308:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.365312:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.365314:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.365317:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3889
00000400:00000200:0.0:1769077201.365324:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077201.365330:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.365333:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.365338:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365344:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.365349:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365351:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077201.365352:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.365353:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077201.365354:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.365356:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077201.365357:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077201.365362:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077201.365369:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365373:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.365377:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365379:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077201.365383:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077201.365387:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077201.365390:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.365394:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.365398:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.365401:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365404:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.365407:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077201.365413:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365417:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.365423:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077201.365426:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077201.365432:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.365434:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.365438:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.365441:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.365444:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.365449:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077201.365454:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.365462:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925750400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.365474:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.365477:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.365484:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925750400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.365503:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.365506:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077201.365513:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077201.365520:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3899)
00000800:00000200:3.1:1769077201.365721:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077201.365723:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077201.365933:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077201.365934:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077201.366118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077201.366119:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769077201.812747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077201.812751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077201.812754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077202.708644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298563328, at 4298563392
00000100:00000010:2.0:1769077202.708660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000020:00000001:0.0:1769077204.884726:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077204.884730:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077204.884734:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077205.908702:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077205.908706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077205.908709:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077206.484626:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077206.484638:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077206.484641:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077206.484645:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077206.484649:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077206.484655:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3894
00000400:00000200:2.0:1769077206.484663:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077206.484670:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077206.484674:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077206.484678:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484682:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.484685:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484688:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077206.484693:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077206.484696:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077206.484699:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077206.484702:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077206.484705:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077206.484707:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077206.484711:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484714:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.484716:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484719:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077206.484722:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077206.484733:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484736:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.484740:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077206.484743:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.484745:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.484747:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077206.484748:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077206.484756:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077206.484759:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077206.484762:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077206.484764:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.484766:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077206.484769:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077206.484772:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077206.484778:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077206.484783:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.484790:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925750528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077206.484798:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077206.484802:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.484805:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925750528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.484823:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077206.484827:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077206.484830:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077206.484832:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077206.484834:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077206.484836:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077206.484839:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3894
00000400:00000200:2.0:1769077206.484844:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077206.484849:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077206.484852:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077206.484856:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484859:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.484873:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484878:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077206.484881:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077206.484884:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077206.484886:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077206.484888:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077206.484891:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077206.484895:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077206.484902:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484905:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.484909:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484911:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077206.484914:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077206.484919:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077206.484922:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.484926:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077206.484930:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.484934:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.484937:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077206.484940:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077206.484944:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.484948:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077206.484953:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077206.484957:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077206.484959:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077206.484961:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.484964:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077206.484967:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077206.484970:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077206.484974:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077206.484978:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.484984:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925750656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077206.484994:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077206.484997:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.485003:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925750656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.485012:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077206.485015:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077206.485019:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077206.485022:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077206.485023:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077206.485025:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077206.485027:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3894
00000400:00000200:2.0:1769077206.485039:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077206.485047:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077206.485051:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077206.485055:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485058:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.485062:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485066:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077206.485071:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077206.485072:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077206.485076:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077206.485078:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077206.485082:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077206.485084:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077206.485089:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485092:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.485095:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485097:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077206.485101:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077206.485104:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485106:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.485108:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077206.485112:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.485117:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485118:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077206.485120:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077206.485122:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485124:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077206.485129:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077206.485133:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077206.485135:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077206.485137:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485139:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077206.485142:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077206.485144:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077206.485147:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077206.485150:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.485156:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925750784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077206.485167:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077206.485171:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.485176:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925750784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.485181:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077206.485184:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077206.485191:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077206.485195:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077206.485198:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077206.485205:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077206.485211:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3894
00000400:00000200:2.0:1769077206.485233:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077206.485241:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077206.485245:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077206.485249:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485251:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.485256:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485259:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077206.485263:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077206.485264:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077206.485266:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077206.485269:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077206.485272:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077206.485276:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769077206.485277:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077206.485280:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485284:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077206.485286:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769077206.485286:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1769077206.485290:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077206.485295:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077206.485299:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077206.485301:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077206.485305:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077206.485308:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077206.485312:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485314:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077206.485317:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077206.485323:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485325:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077206.485329:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077206.485332:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077206.485336:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077206.485337:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077206.485339:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077206.485342:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077206.485345:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077206.485350:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077206.485354:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077206.485362:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925750912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077206.485396:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077206.485401:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.485410:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925750912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077206.485431:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.485437:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077206.485444:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077206.485450:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3904)
00000800:00000200:3.1:1769077206.485875:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077206.485878:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077206.486186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077206.486188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077206.486493:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077206.486495:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1769077207.828638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298568448, at 4298568512
00000100:00000010:2.0:1769077207.828653:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000020:00000001:0.0:1769077208.980682:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077208.980685:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077208.980688:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077210.004726:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077210.004730:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077210.004734:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077211.605273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077211.605280:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077211.605794:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077211.605796:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077211.606026:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077211.606028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077211.606363:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077211.606366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769077212.948589:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298573568, at 4298573632
00000100:00000010:2.0:1769077212.948605:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769077213.076755:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077213.076760:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077213.076765:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077214.100673:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077214.100677:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077214.100680:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077216.725250:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077216.725255:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077216.725733:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077216.725735:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077216.725923:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077216.725925:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077216.726150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077216.726152:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077217.172741:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077217.172744:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077217.172747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077218.068644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298578688, at 4298578752
00000100:00000010:2.0:1769077218.068661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769077218.196713:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077218.196717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077218.196720:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077221.268716:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077221.268720:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077221.268722:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077221.844660:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077221.844674:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077221.844678:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077221.844682:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077221.844687:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077221.844695:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3910
00000400:00000200:0.0:1769077221.844706:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077221.844722:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077221.844727:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077221.844731:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844739:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.844742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844745:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077221.844750:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077221.844752:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077221.844755:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077221.844758:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077221.844761:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077221.844765:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077221.844769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844772:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.844774:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844777:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077221.844780:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077221.844785:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844788:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.844792:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077221.844796:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.844800:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.844803:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077221.844805:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077221.844815:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077221.844820:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077221.844824:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077221.844826:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.844830:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077221.844833:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077221.844838:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077221.844846:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077221.844853:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.844863:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925752064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077221.844875:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077221.844880:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.844886:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925752064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.844912:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077221.844915:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077221.844919:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077221.844921:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077221.844928:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077221.844931:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077221.844934:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3910
00000400:00000200:0.0:1769077221.844939:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077221.844943:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077221.844946:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077221.844949:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844952:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.844955:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844958:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077221.844962:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077221.844963:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077221.844966:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077221.844969:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077221.844972:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077221.844975:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077221.844983:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.844989:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.844998:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845001:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077221.845008:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077221.845017:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845027:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.845033:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077221.845042:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.845048:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845054:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077221.845061:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077221.845068:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845073:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077221.845080:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077221.845087:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077221.845094:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077221.845097:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845100:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077221.845106:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077221.845110:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077221.845119:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077221.845125:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.845135:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925752192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077221.845150:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077221.845155:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.845164:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925752192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.845211:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077221.845220:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077221.845228:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077221.845233:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077221.845237:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077221.845243:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077221.845266:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3910
00000400:00000200:0.0:1769077221.845338:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077221.845351:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077221.845357:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077221.845366:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845374:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.845378:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845383:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077221.845387:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077221.845388:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077221.845390:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077221.845394:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077221.845400:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077221.845405:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077221.845416:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769077221.845418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077221.845423:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769077221.845424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077221.845431:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845440:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077221.845447:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077221.845456:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845461:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.845467:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077221.845472:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.845477:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845481:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077221.845484:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077221.845492:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845495:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077221.845498:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077221.845503:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077221.845509:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077221.845512:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845514:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077221.845518:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077221.845563:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077221.845571:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077221.845577:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.845588:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925752320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077221.845600:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077221.845604:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.845610:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925752320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.845626:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077221.845634:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077221.845640:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077221.845643:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077221.845645:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077221.845649:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077221.845657:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3910
00000400:00000200:0.0:1769077221.845667:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077221.845673:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077221.845679:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077221.845687:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845691:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.845696:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077221.845707:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077221.845710:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077221.845714:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077221.845719:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077221.845726:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077221.845735:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077221.845747:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845755:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077221.845765:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077221.845782:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077221.845792:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077221.845801:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077221.845806:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077221.845814:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077221.845821:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845829:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077221.845833:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077221.845840:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845844:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077221.845852:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077221.845857:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077221.845862:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077221.845866:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077221.845870:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077221.845874:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077221.845877:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077221.845884:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077221.845890:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077221.845902:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925752448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077221.845919:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077221.845922:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.845929:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925752448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077221.845948:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077221.845952:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077221.845956:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077221.845964:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3920)
00000800:00000200:1.1:1769077221.846106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077221.846108:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077221.846371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077221.846373:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077221.846613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077221.846615:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077222.292750:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077222.292755:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077222.292759:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000001:2.0:1769077223.060926:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077223.060964:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077223.060969:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077223.060972:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077223.188604:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298583809, at 4298583872
00000100:00000010:2.0:1769077223.188617:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769077225.364746:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077225.364750:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077225.364752:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077226.388687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077226.388691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077226.388694:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077226.965487:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077226.965493:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077226.966242:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077226.966244:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077226.966429:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077226.966431:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077226.966629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077226.966631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077228.308616:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298588929, at 4298588992
00000100:00000010:2.0:1769077228.308634:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000020:00000001:0.0:1769077229.460732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077229.460736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077229.460738:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077230.484749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077230.484753:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077230.484756:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077232.085378:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077232.085387:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077232.086376:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077232.086378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077232.086624:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077232.086625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077232.086854:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077232.086856:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077233.428650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298594049, at 4298594112
00000100:00000010:2.0:1769077233.428672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000020:00000001:0.0:1769077233.556682:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077233.556686:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077233.556689:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077234.580752:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077234.580755:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077234.580758:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077237.204666:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077237.204676:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077237.204678:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077237.204681:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077237.204685:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077237.204691:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3925
00000400:00000200:0.0:1769077237.204699:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077237.204705:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077237.204708:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077237.204710:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204713:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.204715:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204717:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077237.204721:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077237.204722:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077237.204724:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077237.204726:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077237.204728:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077237.204730:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077237.204733:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204735:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.204737:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204739:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077237.204742:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077237.204744:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204746:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.204749:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077237.204752:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.204754:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.204755:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077237.204758:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077237.204766:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077237.204768:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077237.204771:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077237.204772:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.204775:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077237.204778:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077237.204782:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077237.204790:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077237.204796:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.204805:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925753600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.204817:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077237.204823:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.204828:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925753600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.204850:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077237.204853:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077237.204856:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077237.204858:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077237.204859:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077237.204861:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077237.204863:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3925
00000400:00000200:0.0:1769077237.204866:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077237.204869:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077237.204870:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077237.204873:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204874:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.204876:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204877:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077237.204879:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077237.204881:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077237.204882:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077237.204884:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077237.204885:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077237.204887:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077237.204890:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204892:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.204893:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204894:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077237.204896:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077237.204898:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077237.204900:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.204901:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077237.204905:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.204907:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.204909:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077237.204913:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077237.204916:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.204918:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077237.204921:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077237.204925:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077237.204928:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077237.204930:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.204931:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077237.204934:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077237.204937:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077237.204941:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077237.204946:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.204954:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925753728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.204962:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077237.204966:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.204972:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925753728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.204987:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077237.205007:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077237.205011:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077237.205012:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077237.205013:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077237.205016:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077237.205019:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3925
00000400:00000200:0.0:1769077237.205025:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077237.205030:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077237.205032:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077237.205036:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205038:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.205044:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205050:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077237.205052:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077237.205055:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077237.205056:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077237.205058:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077237.205060:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077237.205065:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077237.205069:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205072:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.205073:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205074:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077237.205080:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077237.205086:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205088:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.205092:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077237.205095:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.205097:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205099:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077237.205102:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077237.205105:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205106:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077237.205110:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077237.205115:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077237.205120:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077237.205122:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205126:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077237.205128:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077237.205130:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077237.205135:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077237.205140:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.205148:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925753856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.205159:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077237.205163:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.205169:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925753856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.205179:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077237.205181:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077237.205187:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077237.205188:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077237.205189:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077237.205191:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077237.205195:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3925
00000400:00000200:0.0:1769077237.205199:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077237.205202:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077237.205204:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077237.205207:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205211:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.205215:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205218:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077237.205220:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077237.205221:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077237.205224:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077237.205226:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077237.205231:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077237.205233:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077237.205237:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205248:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077237.205251:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205255:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077237.205258:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077237.205265:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077237.205268:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077237.205271:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077237.205274:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077237.205279:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205281:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077237.205284:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077237.205288:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205290:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077237.205292:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077237.205295:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077237.205299:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077237.205301:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077237.205306:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077237.205309:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077237.205312:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077237.205316:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077237.205321:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077237.205329:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925753984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077237.205337:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077237.205339:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.205345:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925753984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077237.205356:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077237.205359:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077237.205362:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077237.205363:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077237.205368:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3935)
00000800:00000200:3.1:1769077237.205626:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077237.205781:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077237.205938:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077237.652721:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077237.652725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077237.652728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077238.548612:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298599168, at 4298599232
00000100:00000010:2.0:1769077238.548627:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000020:00000001:0.0:1769077238.676728:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077238.676732:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077238.676736:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077240.276858:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077240.276895:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077240.276905:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077240.276909:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077240.276912:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077240.276916:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077240.276919:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077240.276923:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769077240.276927:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077240.276930:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077240.276936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9e58
00000400:00000010:2.0:1769077240.276938:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9e58.
00000100:00000001:2.0:1769077240.276956:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077240.276963:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a680 x1855007925753600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.276983:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077240.276986:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925753600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.276991:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.276993:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077240.277001:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077240.277003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769077240.277005:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077240.277008:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077240.277011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9330
00000400:00000010:2.0:1769077240.277014:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9330.
00000100:00000001:2.0:1769077240.277017:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077240.277022:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b100 x1855007925753728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277032:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077240.277039:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925753728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277057:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.277062:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077240.277071:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077240.277075:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769077240.277079:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077240.277086:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077240.277100:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9440
00000400:00000010:2.0:1769077240.277106:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9440.
00000100:00000001:2.0:1769077240.277112:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077240.277120:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79f80 x1855007925753856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277142:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077240.277149:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925753856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277165:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.277170:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077240.277180:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077240.277186:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769077240.277193:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077240.277201:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077240.277207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:2.0:1769077240.277211:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:2.0:1769077240.277217:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077240.277227:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79c00 x1855007925753984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277246:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077240.277253:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925753984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077240.277268:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077240.277272:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077241.748660:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077241.748664:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077241.748666:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077242.324590:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.324599:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077242.324601:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.324604:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.324608:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.324613:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3930
00000400:00000200:0.0:1769077242.324622:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077242.324628:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.324631:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.324634:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324637:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.324639:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324641:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077242.324645:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.324647:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077242.324649:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.324652:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077242.324654:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077242.324655:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077242.324657:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324659:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.324660:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324662:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077242.324664:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077242.324666:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324668:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.324670:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.324672:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.324674:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.324675:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077242.324677:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.324683:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077242.324687:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077242.324690:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.324692:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.324695:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.324697:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.324701:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.324710:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077242.324716:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.324726:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925754112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077242.324744:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.324749:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.324755:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925754112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.324779:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.324782:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.324786:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077242.324788:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.324790:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.324793:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.324796:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3930
00000400:00000200:0.0:1769077242.324801:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077242.324804:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.324807:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.324810:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324812:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.324814:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324816:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077242.324818:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.324820:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077242.324822:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.324824:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077242.324826:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077242.324828:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077242.324832:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324833:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.324835:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324838:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077242.324841:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077242.324845:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077242.324848:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.324851:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.324857:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.324860:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.324863:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.324868:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077242.324875:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.324880:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.324886:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077242.324892:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077242.324897:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.324900:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.324918:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.324921:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.324924:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.324933:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077242.324940:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.324949:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925754240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077242.324965:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.324970:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.324979:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925754240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.324995:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.325002:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077242.325007:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077242.325011:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077242.325015:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.325041:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.325048:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3930
00000400:00000200:0.0:1769077242.325056:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077242.325063:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.325069:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.325078:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325083:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.325107:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325113:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077242.325119:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.325123:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077242.325129:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.325134:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077242.325141:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077242.325147:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077242.325155:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325160:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.325164:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325168:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077242.325174:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077242.325179:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325185:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.325189:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.325193:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.325197:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325201:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.325206:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077242.325210:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325216:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.325223:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077242.325225:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077242.325232:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.325236:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325240:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.325243:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.325247:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.325252:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077242.325258:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.325268:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925754368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077242.325284:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.325289:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.325298:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925754368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.325314:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077242.325321:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077242.325325:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077242.325327:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077242.325333:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077242.325333:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1769077242.325337:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077242.325344:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077242.325351:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3930
00000400:00000200:0.0:1769077242.325358:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077242.325365:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077242.325371:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077242.325379:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325382:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.325387:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325394:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077242.325397:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077242.325400:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077242.325404:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077242.325408:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077242.325413:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077242.325419:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077242.325428:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325433:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077242.325440:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325445:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077242.325448:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077242.325452:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077242.325455:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077242.325457:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077242.325460:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077242.325462:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325464:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077242.325467:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077242.325469:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325470:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077242.325473:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077242.325476:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077242.325480:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077242.325481:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077242.325483:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077242.325484:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077242.325486:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077242.325490:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077242.325494:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077242.325500:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925754496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077242.325508:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077242.325510:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.325514:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925754496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077242.325521:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077242.325525:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077242.325529:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077242.325535:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3940)
00000800:00000200:3.1:1769077242.325993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077242.325995:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077242.326258:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077242.326261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077242.326605:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077242.326608:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077242.772688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077242.772691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077242.772694:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077243.668602:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298604289, at 4298604352
00000100:00000010:2.0:1769077243.668620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000020:00000001:0.0:1769077245.844639:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077245.844642:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077245.844645:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077246.868721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077246.868724:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077246.868727:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077247.444593:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077247.444603:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077247.444605:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077247.444608:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077247.444611:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077247.444618:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3935
00000400:00000200:0.0:1769077247.444625:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077247.444631:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077247.444633:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077247.444636:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444638:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.444639:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444641:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077247.444645:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077247.444646:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077247.444648:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077247.444650:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077247.444652:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077247.444654:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077247.444656:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444658:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.444659:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444661:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077247.444663:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077247.444666:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444667:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077247.444669:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077247.444672:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077247.444674:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.444675:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077247.444677:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077247.444685:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077247.444688:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077247.444692:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077247.444694:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.444696:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077247.444700:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077247.444704:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077247.444714:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077247.444720:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077247.444729:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925754624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077247.444746:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077247.444751:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077247.444756:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925754624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077247.444778:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077247.444781:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077247.444784:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077247.444786:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077247.444788:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077247.444791:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077247.444793:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3935
00000400:00000200:0.0:1769077247.444798:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077247.444804:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077247.444807:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077247.444812:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444830:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.444835:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444839:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077247.444843:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077247.444848:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077247.444852:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077247.444855:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077247.444856:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077247.444860:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077247.444867:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444871:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.444875:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444879:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077247.444883:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077247.444886:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077247.444890:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077247.444893:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077247.444899:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077247.444906:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.444909:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077247.444914:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077247.444917:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.444923:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077247.444927:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077247.444931:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077247.444933:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077247.444934:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.444940:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077247.444942:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077247.444945:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077247.444951:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077247.444956:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077247.444966:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925754752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077247.444977:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077247.444979:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077247.444983:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925754752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077247.444996:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077247.445000:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077247.445006:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077247.445007:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077247.445009:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077247.445013:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077247.445018:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3935
00000400:00000200:0.0:1769077247.445026:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077247.445033:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077247.445037:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077247.445044:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445050:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.445056:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445062:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077247.445068:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077247.445072:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077247.445078:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077247.445083:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077247.445088:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077247.445094:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077247.445102:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445107:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.445113:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445118:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077247.445125:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769077247.445132:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077247.445135:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:3.1:1769077247.445138:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769077247.445141:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077247.445146:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077247.445149:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077247.445153:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445157:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077247.445159:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077247.445161:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445163:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077247.445170:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077247.445175:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077247.445179:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077247.445182:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445184:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077247.445188:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077247.445190:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077247.445196:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077247.445200:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077247.445207:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925754880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077247.445214:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077247.445217:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077247.445226:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925754880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077247.445260:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077247.445265:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077247.445270:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077247.445274:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077247.445278:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077247.445282:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077247.445287:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3935
00000400:00000200:0.0:1769077247.445292:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077247.445298:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077247.445300:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077247.445304:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445308:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.445310:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445313:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077247.445318:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077247.445319:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077247.445321:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077247.445324:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077247.445327:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077247.445330:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077247.445334:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445338:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077247.445341:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445346:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077247.445349:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077247.445353:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077247.445356:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077247.445358:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077247.445362:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077247.445366:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445371:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077247.445374:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077247.445377:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445379:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077247.445386:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077247.445390:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077247.445396:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077247.445398:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077247.445401:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077247.445403:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077247.445406:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077247.445414:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077247.445420:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077247.445431:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925755008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077247.445456:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077247.445460:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077247.445467:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925755008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077247.445479:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077247.445482:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077247.445491:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077247.445497:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3945)
00000800:00000200:3.1:1769077247.445800:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077247.445803:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077247.446120:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077247.446122:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077247.446408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077247.446410:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769077248.788602:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298609408, at 4298609472
00000100:00000010:2.0:1769077248.788620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000020:00000001:0.0:1769077249.940750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077249.940755:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077249.940774:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077250.964721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077250.964726:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077250.964730:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077252.564668:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077252.564689:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077252.564692:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077252.564696:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077252.564700:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077252.564708:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3940
00000400:00000200:2.0:1769077252.564724:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077252.564767:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077252.564772:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077252.564776:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564780:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.564784:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564787:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077252.564791:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077252.564793:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077252.564795:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077252.564798:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077252.564800:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077252.564802:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077252.564804:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564806:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.564807:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564808:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077252.564811:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077252.564813:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564815:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.564819:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077252.564822:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.564825:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.564826:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077252.564829:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077252.564840:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077252.564843:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077252.564847:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077252.564849:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.564852:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077252.564855:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077252.564859:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077252.564867:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077252.564873:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.564881:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925755136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077252.564891:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077252.564895:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.564899:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925755136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.564919:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077252.564922:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077252.564925:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077252.564926:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077252.564928:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077252.564930:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077252.564932:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3940
00000400:00000200:2.0:1769077252.564935:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077252.564937:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077252.564939:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077252.564941:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564944:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.564946:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564948:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077252.564950:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077252.564951:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077252.564952:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077252.564954:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077252.564957:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077252.564958:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077252.564960:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564962:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.564963:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564964:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077252.564966:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077252.564968:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077252.564969:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.564970:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077252.564981:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.564983:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.564985:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077252.564992:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077252.564997:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565000:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077252.565007:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077252.565011:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077252.565016:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077252.565017:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565020:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077252.565023:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077252.565029:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077252.565043:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077252.565051:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.565063:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925755264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077252.565088:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077252.565092:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.565103:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925755264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.565116:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077252.565120:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077252.565124:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077252.565125:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077252.565127:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077252.565130:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077252.565135:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3940
00000400:00000200:2.0:1769077252.565142:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077252.565150:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077252.565152:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077252.565157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565162:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.565165:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565170:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077252.565174:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077252.565177:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077252.565187:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077252.565190:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077252.565196:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077252.565205:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077252.565219:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565226:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.565237:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565249:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077252.565258:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077252.565266:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565280:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.565290:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077252.565297:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.565306:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565315:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077252.565321:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077252.565330:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565338:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077252.565348:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077252.565361:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077252.565371:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077252.565376:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565381:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077252.565388:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077252.565394:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077252.565409:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077252.565418:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.565432:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925755392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077252.565455:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077252.565466:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769077252.565466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769077252.565475:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.565488:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925755392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.565519:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077252.565560:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077252.565575:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077252.565582:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077252.565586:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077252.565596:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077252.565608:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3940
00000400:00000200:2.0:1769077252.565615:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077252.565626:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077252.565633:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077252.565645:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565652:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.565661:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565666:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077252.565672:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077252.565674:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077252.565679:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077252.565684:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077252.565687:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077252.565689:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077252.565697:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565708:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077252.565711:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565716:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077252.565718:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077252.565721:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077252.565727:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077252.565730:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077252.565747:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077252.565751:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565755:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077252.565760:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077252.565766:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565772:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077252.565779:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077252.565783:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077252.565789:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077252.565792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077252.565800:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077252.565803:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077252.565807:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077252.565813:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077252.565818:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077252.565826:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925755520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077252.565886:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077252.565891:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.565895:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925755520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077252.565906:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.565910:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077252.565918:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077252.565925:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3950)
00000800:00000200:3.1:1769077252.566174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077252.566176:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077252.566371:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077252.566372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077252.566565:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077252.566567:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769077253.908704:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298614529, at 4298614592
00000100:00000010:2.0:1769077253.908734:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000020:00000001:0.0:1769077254.036821:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077254.036830:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077254.036836:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077255.060715:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077255.060719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077255.060722:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077257.685708:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077257.685716:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077257.686205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077257.686207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077257.686521:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077257.686523:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077257.686777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077257.686780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769077258.132786:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077258.132789:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077258.132792:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077259.028614:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298619649, at 4298619712
00000100:00000010:2.0:1769077259.028647:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000020:00000001:0.0:1769077259.156767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077259.156773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077259.156778:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077260.948951:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769077262.228817:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077262.228822:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077262.228826:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077262.804718:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077262.804731:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077262.804734:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077262.804738:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.804742:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077262.804750:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3951
00000400:00000200:2.0:1769077262.804760:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077262.804767:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077262.804770:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077262.804774:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804777:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.804779:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804781:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077262.804785:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077262.804787:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077262.804789:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077262.804792:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077262.804793:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077262.804795:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077262.804797:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804798:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.804800:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804801:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077262.804804:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077262.804807:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804809:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.804811:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077262.804814:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.804816:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.804818:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077262.804820:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077262.804832:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077262.804835:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077262.804838:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077262.804839:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.804842:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077262.804845:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077262.804850:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077262.804858:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077262.804864:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.804873:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925756160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077262.804883:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077262.804887:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.804891:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925756160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.804913:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077262.804916:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077262.804919:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077262.804920:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077262.804921:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.804924:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077262.804926:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3951
00000400:00000200:2.0:1769077262.804928:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077262.804931:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077262.804934:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077262.804937:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804939:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.804944:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804946:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077262.804948:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077262.804949:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077262.804950:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077262.804951:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077262.804953:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077262.804954:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077262.804956:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804957:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.804958:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804959:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077262.804972:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077262.804975:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077262.804979:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.804983:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077262.804991:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.804994:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.804996:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077262.805002:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077262.805007:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805010:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077262.805015:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077262.805019:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077262.805025:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077262.805027:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805036:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077262.805040:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077262.805045:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077262.805058:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077262.805072:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.805089:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925756288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077262.805117:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077262.805123:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.805133:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925756288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.805143:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077262.805147:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077262.805163:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077262.805166:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077262.805168:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.805173:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077262.805178:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3951
00000400:00000200:2.0:1769077262.805189:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077262.805196:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077262.805199:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077262.805202:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805208:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.805217:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805225:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077262.805229:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077262.805230:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077262.805232:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077262.805236:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077262.805239:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077262.805244:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077262.805254:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805259:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.805262:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805272:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077262.805278:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077262.805287:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805294:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.805301:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077262.805305:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.805313:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805316:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077262.805321:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077262.805326:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805338:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077262.805348:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077262.805350:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077262.805363:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077262.805365:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805370:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077262.805374:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077262.805378:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077262.805384:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077262.805389:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.805398:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925756416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077262.805407:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077262.805415:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.805422:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925756416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.805445:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077262.805448:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077262.805455:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077262.805461:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077262.805465:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077262.805472:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077262.805479:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3951
00000400:00000200:2.0:1769077262.805518:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769077262.805548:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077262.805552:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000400:00000200:2.0:1769077262.805584:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077262.805587:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077262.805591:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805592:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.805594:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805595:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077262.805598:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077262.805599:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077262.805601:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077262.805603:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077262.805604:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077262.805607:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077262.805610:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805612:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077262.805614:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805626:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077262.805627:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077262.805641:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077262.805655:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077262.805661:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077262.805670:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077262.805680:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805687:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077262.805694:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077262.805707:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805716:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077262.805728:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077262.805738:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077262.805747:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077262.805752:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077262.805762:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077262.805767:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077262.805771:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077262.805778:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077262.805783:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.805796:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925756544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077262.805805:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077262.805807:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.805816:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925756544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077262.805825:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077262.805829:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077262.805833:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077262.805839:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3961)
00000800:00000200:3.1:1769077262.806159:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077262.806161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077262.806432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077262.806435:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077262.806702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077262.806704:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077263.252769:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077263.252773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077263.252776:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077264.148610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298624769, at 4298624832
00000100:00000010:2.0:1769077264.148620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000020:00000001:0.0:1769077266.324733:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077266.324738:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077266.324741:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077267.348700:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077267.348704:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077267.348706:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077267.924655:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077267.924671:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077267.924675:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077267.924682:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077267.924688:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077267.924699:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3956
00000400:00000200:2.0:1769077267.924713:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077267.924723:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077267.924728:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077267.924733:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.924738:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.924742:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.924745:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077267.924751:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077267.924754:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077267.924758:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077267.924762:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077267.924765:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077267.924768:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077267.924772:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.924776:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.924780:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.924785:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077267.924792:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077267.924800:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077267.924805:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.924811:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077267.924818:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.924824:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.924848:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077267.924864:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077267.924882:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077267.924890:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077267.924897:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077267.924901:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.924908:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077267.924912:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077267.924920:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077267.924932:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077267.924941:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.924954:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925756672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077267.924971:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077267.924977:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.924983:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925756672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.925018:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077267.925023:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077267.925028:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077267.925030:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077267.925032:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077267.925037:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077267.925040:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3956
00000400:00000200:2.0:1769077267.925047:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077267.925051:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077267.925054:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077267.925059:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925062:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.925065:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925067:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077267.925082:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077267.925084:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077267.925087:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077267.925090:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077267.925093:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077267.925096:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077267.925102:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925109:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.925118:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925123:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077267.925126:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077267.925139:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925149:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.925158:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077267.925168:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.925173:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.925177:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077267.925185:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077267.925192:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.925197:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077267.925206:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077267.925211:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077267.925217:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077267.925223:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.925227:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077267.925230:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077267.925236:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077267.925272:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077267.925284:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.925297:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925756800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077267.925320:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077267.925328:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.925339:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925756800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.925377:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077267.925384:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077267.925398:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077267.925406:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077267.925410:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077267.925416:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077267.925429:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3956
00000400:00000200:2.0:1769077267.925448:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077267.925463:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077267.925564:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077267.925586:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925589:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.925597:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925605:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077267.925617:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077267.925625:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077267.925634:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077267.925647:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077267.925659:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077267.925670:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077267.925691:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925703:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.925716:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925730:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077267.925741:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077267.925752:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077267.925768:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.925776:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077267.925789:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.925804:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077267.925807:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077267.925818:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077267.925819:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000008:00100000:2.0:1769077267.925833:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077267.925859:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.925866:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077267.925881:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077267.925895:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077267.925908:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077267.925913:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.925923:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077267.925930:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077267.925934:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077267.925945:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077267.925957:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.925971:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925756928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077267.926011:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077267.926021:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.926031:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925756928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.926062:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077267.926079:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077267.926094:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077267.926107:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077267.926120:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077267.926132:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077267.926147:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3956
00000400:00000200:2.0:1769077267.926169:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077267.926179:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077267.926184:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077267.926195:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.926199:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.926206:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.926211:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077267.926217:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077267.926221:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077267.926226:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077267.926233:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077267.926238:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077267.926244:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077267.926265:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.926271:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077267.926280:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077267.926289:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077267.926306:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077267.926316:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077267.926321:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.926326:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077267.926333:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.926347:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.926356:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077267.926367:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077267.926380:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.926389:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077267.926406:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077267.926412:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077267.926420:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077267.926435:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.926458:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077267.926492:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077267.926503:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077267.926514:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077267.926521:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.926589:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925757056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077267.926621:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077267.926627:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.926641:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925757056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.926683:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.926693:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077267.926707:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077267.926725:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3966)
00000800:00000200:3.1:1769077267.926872:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077267.926873:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077267.927126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077267.927127:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077267.927343:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077267.927345:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769077269.268630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298629889, at 4298629952
00000100:00000010:2.0:1769077269.268658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000020:00000001:0.0:1769077270.420886:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077270.420892:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077270.420897:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077271.444808:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077271.444813:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077271.444817:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077273.046194:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077273.046201:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077273.047189:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077273.047192:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077273.047593:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077273.047595:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077273.047928:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077273.047932:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769077274.388652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298635010, at 4298635072
00000100:00000010:2.0:1769077274.388675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000020:00000001:0.0:1769077274.516781:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077274.516789:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077274.516794:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077275.540849:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077275.540855:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077275.540861:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077278.165168:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077278.165172:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077278.165866:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077278.165868:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077278.166052:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077278.166054:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077278.166227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077278.166229:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077278.612691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077278.612696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077278.612700:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077279.508628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298640128, at 4298640192
00000100:00000010:2.0:1769077279.508639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:0.0:1769077279.636818:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077279.636824:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077279.636828:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077282.708734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077282.708740:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077282.708744:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077283.285819:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077283.285826:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077283.286731:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077283.286733:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077283.287109:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077283.287112:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077283.287517:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077283.287520:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077283.732695:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077283.732698:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077283.732702:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077284.628619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298645249, at 4298645312
00000100:00000010:2.0:1769077284.628639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769077286.804724:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077286.804729:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077286.804733:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077287.828864:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077287.828872:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077287.828878:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077288.405204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077288.405211:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077288.405766:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077288.405768:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077288.405957:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077288.405959:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077288.406153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077288.406155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077289.748687:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298650368, at 4298650432
00000100:00000010:2.0:1769077289.748709:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:0.0:1769077290.900747:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077290.900752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077290.900756:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077291.924723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077291.924727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077291.924729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077293.524699:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.524709:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077293.524712:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.524716:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.524721:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.524730:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3981
00000400:00000200:0.0:1769077293.524740:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077293.524753:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.524757:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.524761:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524765:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.524769:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524771:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077293.524776:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.524778:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077293.524781:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.524784:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077293.524787:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077293.524790:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077293.524793:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524795:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.524797:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524800:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077293.524803:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077293.524807:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524810:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.524813:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.524817:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.524820:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.524822:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077293.524825:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.524834:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077293.524838:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077293.524842:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.524844:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.524847:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.524851:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.524855:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.524863:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077293.524869:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.524878:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925759232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.524890:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.524895:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.524901:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925759232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.524926:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.524929:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.524933:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077293.524935:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.524937:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.524940:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.524943:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3981
00000400:00000200:0.0:1769077293.524947:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077293.524951:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.524955:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.524959:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524961:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.524964:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.524967:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077293.524970:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.524972:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077293.524975:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.524979:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077293.524983:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077293.524989:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077293.524996:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525002:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.525006:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525012:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077293.525018:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077293.525024:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525032:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.525035:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.525040:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.525067:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525072:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.525078:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.525084:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525089:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.525097:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077293.525101:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077293.525104:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.525108:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525111:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.525115:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.525118:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.525125:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077293.525131:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.525140:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925759360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.525152:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.525157:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.525166:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925759360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.525193:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.525198:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.525205:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077293.525209:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.525214:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.525218:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.525224:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3981
00000400:00000200:0.0:1769077293.525233:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077293.525239:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.525244:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.525251:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525256:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.525262:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525267:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077293.525272:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.525275:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077293.525281:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.525287:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077293.525294:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077293.525301:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077293.525310:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525315:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.525322:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525327:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077293.525332:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077293.525340:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525346:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.525350:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.525358:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.525363:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525368:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.525372:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769077293.525374:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00000001:0.0:1769077293.525377:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077293.525380:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077293.525381:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.525389:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077293.525395:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077293.525402:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.525405:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525407:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.525409:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.525413:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.525418:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077293.525431:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.525438:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925759488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.525448:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.525452:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.525458:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925759488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.525473:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.525478:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.525482:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077293.525484:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.525487:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.525491:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.525496:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3981
00000400:00000200:0.0:1769077293.525504:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077293.525508:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.525512:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.525516:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525519:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.525521:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525562:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077293.525567:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.525570:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077293.525573:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.525575:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077293.525579:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077293.525581:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077293.525587:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525588:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.525591:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525596:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077293.525598:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077293.525602:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077293.525606:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.525608:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.525612:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.525616:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525617:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.525620:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077293.525625:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525627:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.525631:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077293.525635:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077293.525638:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.525640:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.525644:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.525645:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.525647:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.525651:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077293.525655:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.525663:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925759616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.525675:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.525677:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.525682:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925759616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.525694:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.525699:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077293.525706:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077293.525713:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3991)
00000800:00000200:1.1:1769077293.526005:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077293.526007:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077293.526326:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077293.526329:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077293.526623:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077293.526625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077294.868609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298655489, at 4298655552
00000100:00000010:2.0:1769077294.868622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769077294.996690:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077294.996693:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077294.996697:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077296.020763:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077296.020767:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077296.020771:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077298.644661:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077298.644670:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077298.644672:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077298.644676:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077298.644679:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077298.644685:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3986
00000400:00000200:2.0:1769077298.644698:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077298.644703:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077298.644706:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077298.644709:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644712:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.644715:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644718:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077298.644730:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077298.644732:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077298.644736:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077298.644739:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077298.644742:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077298.644745:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077298.644750:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644753:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.644755:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644758:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077298.644761:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077298.644765:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644768:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.644771:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077298.644775:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.644779:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.644781:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077298.644783:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077298.644792:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077298.644796:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077298.644799:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077298.644801:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.644805:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077298.644808:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077298.644812:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077298.644821:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077298.644827:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.644836:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925759744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077298.644847:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077298.644852:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.644858:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925759744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.644888:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077298.644891:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077298.644894:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077298.644895:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077298.644896:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077298.644899:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077298.644901:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3986
00000400:00000200:2.0:1769077298.644905:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077298.644907:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077298.644909:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077298.644911:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644913:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.644915:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644917:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077298.644919:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077298.644920:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077298.644922:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077298.644923:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077298.644925:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077298.644927:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077298.644929:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644931:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.644935:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644938:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077298.644941:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077298.644945:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077298.644949:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.644951:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077298.644957:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.644974:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.644976:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077298.644979:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077298.644983:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.644987:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077298.644993:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077298.644997:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077298.645002:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077298.645005:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645010:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077298.645013:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077298.645017:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077298.645022:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077298.645030:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.645042:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925759872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077298.645067:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077298.645072:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.645083:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925759872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.645102:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077298.645107:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077298.645111:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077298.645113:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077298.645116:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077298.645120:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077298.645126:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3986
00000400:00000200:2.0:1769077298.645133:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077298.645139:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077298.645142:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077298.645149:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645155:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.645160:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645166:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077298.645169:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077298.645170:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077298.645171:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077298.645173:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077298.645178:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077298.645182:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077298.645189:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645192:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.645197:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645200:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077298.645204:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077298.645209:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645213:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.645218:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077298.645222:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077298.645222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769077298.645229:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077298.645229:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077298.645233:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077298.645236:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077298.645240:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645244:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077298.645249:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077298.645252:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077298.645256:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077298.645260:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645265:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077298.645268:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077298.645271:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077298.645278:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077298.645286:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.645298:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925760000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077298.645315:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077298.645321:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.645330:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925760000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.645342:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077298.645357:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077298.645364:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077298.645368:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077298.645371:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077298.645375:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077298.645381:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3986
00000400:00000200:2.0:1769077298.645389:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077298.645393:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077298.645397:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077298.645403:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645407:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.645412:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645416:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077298.645421:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077298.645423:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077298.645426:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077298.645430:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077298.645434:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077298.645439:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077298.645447:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645452:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077298.645457:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645461:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077298.645465:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077298.645471:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077298.645477:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077298.645482:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077298.645486:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077298.645490:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645495:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077298.645499:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077298.645504:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645509:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077298.645517:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077298.645522:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077298.645560:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077298.645563:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077298.645567:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077298.645571:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077298.645575:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077298.645580:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077298.645585:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077298.645594:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925760128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077298.645608:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077298.645613:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.645621:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925760128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077298.645634:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077298.645637:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077298.645642:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077298.645650:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3997)
00000800:00000200:1.1:1769077298.645773:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077298.645775:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077298.646020:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077298.646021:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077298.646205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077298.646207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769077299.092774:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077299.092777:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077299.092780:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077299.860764:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077299.988612:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298660608, at 4298660672
00000100:00000010:2.0:1769077299.988623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769077300.116685:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077300.116688:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077300.116690:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077303.188775:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077303.188779:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077303.188783:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077303.764620:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.764629:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077303.764632:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.764636:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.764641:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.764649:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3992
00000400:00000200:0.0:1769077303.764659:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077303.764665:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.764669:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.764672:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764676:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.764679:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764682:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077303.764688:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.764689:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077303.764692:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.764695:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077303.764696:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077303.764698:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077303.764701:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764702:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.764703:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764705:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077303.764707:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077303.764709:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764710:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.764712:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.764715:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.764717:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.764718:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077303.764720:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.764728:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077303.764731:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077303.764733:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.764734:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.764737:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.764739:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.764743:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.764749:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077303.764754:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.764761:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925760256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.764769:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.764773:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.764776:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925760256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.764795:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077303.764799:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.764801:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077303.764803:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.764804:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.764806:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.764808:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3992
00000400:00000200:0.0:1769077303.764811:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077303.764814:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.764816:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.764818:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764821:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.764822:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764825:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077303.764826:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.764827:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077303.764829:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.764831:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077303.764834:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077303.764839:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077303.764843:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764846:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.764850:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764860:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077303.764864:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077303.764867:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077303.764870:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.764885:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.764890:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.764891:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.764893:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077303.764896:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077303.764898:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.764903:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.764906:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077303.764910:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077303.764913:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.764915:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.764918:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.764921:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.764924:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.764931:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077303.764935:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.764944:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925760384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.764956:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.764959:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.764964:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925760384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.764978:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077303.764983:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.764987:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077303.764991:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.764992:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.764994:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.764997:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3992
00000400:00000200:0.0:1769077303.765002:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077303.765003:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.765005:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.765008:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765012:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.765016:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765020:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077303.765022:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.765025:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077303.765028:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.765031:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077303.765035:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077303.765038:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077303.765044:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765047:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.765051:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765055:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077303.765060:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077303.765063:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765069:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.765073:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.765075:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.765077:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765079:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077303.765082:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077303.765085:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765086:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.765090:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077303.765094:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077303.765097:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.765100:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765103:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.765106:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.765108:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.765113:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077303.765117:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.765126:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925760512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.765157:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.765163:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.765171:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925760512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.765185:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077303.765190:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.765197:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077303.765200:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077303.765200:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077303.765204:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.765207:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.765210:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3992
00000400:00000200:0.0:1769077303.765212:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077303.765215:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.765216:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.765219:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765223:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.765227:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765230:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077303.765234:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.765237:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077303.765240:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.765242:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077303.765244:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077303.765245:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077303.765250:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765252:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.765254:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765256:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077303.765260:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077303.765263:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077303.765265:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.765267:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.765271:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.765274:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765276:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077303.765279:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077303.765283:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765287:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.765291:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077303.765295:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077303.765299:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.765302:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.765304:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.765307:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.765309:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.765313:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077303.765317:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.765324:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925760640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.765336:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.765340:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.765348:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925760640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.765369:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.765374:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077303.765379:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077303.765386:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4002)
00000800:00000200:1.1:1769077303.765461:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077303.765647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077303.765803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077304.212703:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077304.212708:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077304.212713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077305.108625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298665728, at 4298665792
00000100:00000010:2.0:1769077305.108640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769077307.284722:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077307.284725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077307.284728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077308.308724:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077308.308729:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077308.308733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077308.884674:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077308.884691:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077308.884695:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077308.884699:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077308.884706:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077308.884715:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 3997
00000400:00000200:0.0:1769077308.884726:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077308.884734:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077308.884738:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077308.884747:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.884752:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.884755:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.884758:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077308.884763:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077308.884766:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077308.884769:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077308.884772:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077308.884775:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077308.884778:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077308.884782:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.884784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.884802:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.884805:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077308.884809:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077308.884813:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077308.884817:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077308.884820:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077308.884826:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077308.884829:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.884832:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077308.884835:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077308.884843:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077308.884848:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077308.884853:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077308.884855:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.884858:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077308.884863:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077308.884869:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077308.884879:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077308.884887:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.884912:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925760768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077308.884925:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077308.884930:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077308.884936:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925760768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077308.885131:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077308.885147:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077308.885157:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077308.885166:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077308.885171:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077308.885182:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077308.885197:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3997
00000400:00000200:0.0:1769077308.885211:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077308.885225:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077308.885232:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077308.885242:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.885263:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885269:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077308.885280:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077308.885286:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077308.885293:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077308.885304:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077308.885311:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077308.885325:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077308.885336:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885340:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.885348:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885356:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077308.885365:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077308.885378:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885382:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077308.885389:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077308.885399:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077308.885406:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.885416:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077308.885422:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077308.885429:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.885435:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077308.885448:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000010:0.0:1769077308.885449:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000800:00000200:1.1:1769077308.885456:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1769077308.885462:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077308.885473:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077308.885478:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.885491:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077308.885514:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077308.885585:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077308.885604:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077308.885618:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.885645:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925760896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077308.885667:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077308.885675:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077308.885688:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925760896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077308.885728:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077308.885735:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077308.885744:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077308.885746:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077308.885748:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077308.885754:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077308.885764:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3997
00000400:00000200:0.0:1769077308.885781:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077308.885810:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077308.885816:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077308.885825:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885833:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.885843:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885850:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077308.885856:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077308.885858:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077308.885861:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077308.885864:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077308.885874:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077308.885886:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077308.885900:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885909:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.885918:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885923:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077308.885931:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077308.885942:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077308.885948:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077308.885955:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077308.885960:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077308.885973:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.885981:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077308.885989:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077308.885996:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.886001:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077308.886011:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077308.886025:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077308.886032:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077308.886040:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.886053:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077308.886058:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077308.886063:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077308.886075:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077308.886090:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.886106:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925761024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077308.886170:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077308.886177:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077308.886191:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925761024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077308.886221:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077308.886232:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077308.886239:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077308.886245:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077308.886251:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077308.886260:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077308.886267:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 3997
00000400:00000200:0.0:1769077308.886278:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077308.886290:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077308.886299:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077308.886312:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.886317:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.886326:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.886334:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077308.886338:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077308.886343:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077308.886349:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077308.886354:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077308.886358:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077308.886361:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077308.886365:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.886373:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077308.886379:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077308.886385:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077308.886392:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077308.886402:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077308.886415:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077308.886419:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077308.886423:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077308.886438:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.886446:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077308.886454:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077308.886465:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.886471:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077308.886479:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077308.886486:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077308.886492:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077308.886496:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077308.886502:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077308.886506:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077308.886510:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077308.886555:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077308.886571:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.886589:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925761152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077308.886622:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077308.886627:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077308.886642:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925761152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077308.886679:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077308.886685:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077308.886699:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077308.886708:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4007)
00000800:00000200:1.1:1769077308.886774:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077308.886778:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077308.887112:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077308.887115:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077308.887421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077308.887422:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769077310.228648:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298670849, at 4298670912
00000100:00000010:2.0:1769077310.228667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769077311.380677:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077311.380681:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077311.380684:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077312.404660:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077312.404664:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077312.404667:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077314.004587:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.004596:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077314.004598:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.004601:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.004606:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.004613:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4002
00000400:00000200:0.0:1769077314.004621:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077314.004627:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.004630:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.004634:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004637:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004639:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004642:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077314.004646:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.004648:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077314.004650:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.004653:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077314.004655:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077314.004657:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077314.004661:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004663:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004665:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004667:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077314.004670:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077314.004673:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004675:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.004677:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.004680:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.004683:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.004685:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077314.004688:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.004695:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077314.004698:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077314.004721:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.004723:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.004728:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.004730:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.004734:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.004741:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077314.004747:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.004755:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925761280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077314.004765:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.004769:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.004778:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925761280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.004806:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.004809:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.004812:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077314.004814:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.004815:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.004818:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.004821:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4002
00000400:00000200:0.0:1769077314.004825:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077314.004828:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.004835:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.004838:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004843:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004845:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004847:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077314.004849:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.004851:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077314.004852:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.004854:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077314.004856:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077314.004858:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077314.004861:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004864:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004866:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004868:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077314.004870:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077314.004872:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004875:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.004877:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.004881:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.004883:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.004885:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077314.004888:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077314.004891:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.004893:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.004897:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077314.004900:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077314.004903:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.004904:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.004905:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.004906:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.004908:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.004912:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077314.004914:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.004919:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925761408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077314.004926:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.004928:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.004932:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925761408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.004939:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.004942:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.004945:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077314.004947:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.004949:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.004951:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.004954:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4002
00000400:00000200:0.0:1769077314.004957:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077314.004960:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.004961:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.004964:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004966:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004968:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004970:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077314.004973:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.004974:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077314.004975:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.004977:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077314.004979:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077314.004981:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077314.004984:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004986:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.004988:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004989:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077314.004992:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077314.004994:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077314.004996:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.004997:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.005005:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.005007:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005009:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077314.005010:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077314.005012:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005015:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.005018:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077314.005020:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077314.005021:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.005023:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005024:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.005025:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.005027:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.005030:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077314.005033:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.005037:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925761536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077314.005044:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.005046:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.005049:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925761536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.005057:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077314.005059:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077314.005062:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077314.005063:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077314.005065:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077314.005067:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077314.005070:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4002
00000400:00000200:0.0:1769077314.005073:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077314.005076:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077314.005078:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077314.005080:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.005083:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.005085:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.005087:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077314.005089:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077314.005091:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077314.005092:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077314.005094:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077314.005096:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077314.005098:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077314.005101:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.005103:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077314.005105:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077314.005107:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077314.005109:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077314.005112:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077314.005114:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077314.005116:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077314.005119:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077314.005120:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005122:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077314.005124:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077314.005126:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005128:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077314.005131:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077314.005133:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077314.005135:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077314.005136:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077314.005138:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077314.005139:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077314.005141:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077314.005144:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077314.005147:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.005151:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925761664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077314.005158:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077314.005160:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.005165:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925761664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077314.005173:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077314.005176:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077314.005179:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077314.005184:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4012)
00000800:00000200:1.1:1769077314.005418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077314.005421:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077314.005768:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077314.005771:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077314.006036:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077314.006038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077314.006318:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077314.006321:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769077315.348623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298675968, at 4298676032
00000100:00000010:2.0:1769077315.348635:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769077315.476664:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077315.476669:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077315.476673:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077316.500734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077316.500737:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077316.500739:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077319.124658:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077319.124671:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077319.124673:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077319.124678:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077319.124682:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077319.124690:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4007
00000400:00000200:0.0:1769077319.124700:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077319.124706:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077319.124710:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077319.124714:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124717:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.124719:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124722:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077319.124727:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077319.124729:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077319.124733:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077319.124735:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077319.124738:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077319.124741:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077319.124744:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124745:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.124747:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124749:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077319.124752:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077319.124755:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124758:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077319.124761:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077319.124764:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077319.124767:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.124770:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077319.124772:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077319.124783:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077319.124786:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077319.124791:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077319.124793:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.124796:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077319.124799:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077319.124803:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077319.124812:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077319.124818:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077319.124827:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925761792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077319.124838:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077319.124842:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077319.124847:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925761792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077319.124869:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077319.124872:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077319.124875:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077319.124878:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077319.124880:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077319.124883:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077319.124886:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4007
00000400:00000200:0.0:1769077319.124890:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077319.124895:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077319.124900:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077319.124907:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124909:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.124913:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124918:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077319.124922:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077319.124925:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077319.124928:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077319.124930:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077319.124933:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077319.124937:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077319.124943:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124948:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.124954:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124959:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077319.124964:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077319.124968:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077319.124973:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077319.124976:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077319.124982:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077319.124986:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.124989:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077319.124994:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077319.124998:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125001:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077319.125005:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077319.125008:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077319.125013:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077319.125016:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125020:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077319.125023:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077319.125025:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077319.125029:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077319.125032:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077319.125039:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925761920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077319.125062:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077319.125064:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077319.125071:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925761920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077319.125085:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077319.125088:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077319.125094:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077319.125096:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077319.125099:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077319.125102:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077319.125106:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4007
00000400:00000200:0.0:1769077319.125150:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077319.125155:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077319.125160:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077319.125166:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125171:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.125174:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125177:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077319.125180:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077319.125183:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077319.125185:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077319.125187:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077319.125189:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077319.125193:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077319.125196:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125198:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.125199:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125201:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077319.125205:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077319.125210:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125215:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077319.125219:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769077319.125220:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769077319.125223:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077319.125224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1769077319.125228:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125233:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077319.125236:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077319.125239:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125241:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077319.125247:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077319.125251:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077319.125257:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077319.125259:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125261:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077319.125264:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077319.125267:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077319.125273:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077319.125277:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077319.125284:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925762048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077319.125304:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077319.125307:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077319.125314:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925762048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077319.125327:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077319.125332:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077319.125338:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077319.125340:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077319.125350:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077319.125354:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077319.125358:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4007
00000400:00000200:0.0:1769077319.125366:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077319.125371:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077319.125373:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077319.125378:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125381:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.125385:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125389:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077319.125393:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077319.125396:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077319.125399:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077319.125403:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077319.125406:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077319.125410:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077319.125417:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125422:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077319.125426:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125430:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077319.125433:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077319.125438:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077319.125444:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077319.125447:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077319.125451:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077319.125456:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125459:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077319.125463:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077319.125467:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125470:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077319.125474:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077319.125478:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077319.125483:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077319.125485:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077319.125488:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077319.125491:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077319.125493:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077319.125498:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077319.125504:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077319.125513:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925762176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077319.125521:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077319.125543:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077319.125548:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925762176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077319.125559:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077319.125563:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077319.125570:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077319.125578:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4017)
00000800:00000200:1.1:1769077319.125828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077319.125831:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077319.126017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077319.126018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077319.126171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077319.126172:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077319.572738:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077319.572743:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077319.572746:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077320.468632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298681088, at 4298681152
00000100:00000010:2.0:1769077320.468642:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769077320.596802:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077320.596808:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077320.596813:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077323.668660:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077323.668663:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077323.668665:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077324.245223:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077324.245229:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077324.245685:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077324.245687:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077324.245951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077324.245954:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077324.246215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077324.246218:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769077324.692680:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077324.692684:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077324.692686:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077325.588764:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298686208, at 4298686272
00000100:00000010:2.0:1769077325.588770:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:0.0:1769077327.764709:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077327.764713:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077327.764716:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077328.788703:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077328.788706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077328.788708:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077329.365175:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077329.365183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077329.365660:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077329.365662:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077329.365942:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077329.365945:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077329.366105:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077329.366106:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769077330.708616:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298691328, at 4298691392
00000100:00000010:2.0:1769077330.708628:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000020:00000001:0.0:1769077331.860791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077331.860798:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077331.860806:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077332.884713:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077332.884716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077332.884719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077334.485292:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077334.485301:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077334.486119:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077334.486121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077334.486375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077334.486379:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077334.486613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077334.486615:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769077335.828623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298696449, at 4298696512
00000100:00000010:2.0:1769077335.828643:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769077335.956711:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077335.956716:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077335.956720:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077336.980779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077336.980786:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077336.980791:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077337.748804:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.1:1769077339.605306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077339.605313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077339.605757:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077339.605759:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077339.606055:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077339.606057:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077339.606386:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077339.606388:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769077340.052790:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077340.052794:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077340.052796:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077340.948636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298701568, at 4298701632
00000100:00000010:2.0:1769077340.948654:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769077341.076697:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077341.076701:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077341.076705:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077344.148685:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077344.148689:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077344.148691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077344.725152:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077344.725159:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077344.725588:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077344.725590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077344.725819:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077344.725820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077344.725999:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077344.726001:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077345.172713:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077345.172717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077345.172721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077346.068647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298706688, at 4298706752
00000100:00000010:2.0:1769077346.068666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:0.0:1769077348.244684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077348.244688:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077348.244692:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077349.268692:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077349.268696:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077349.268698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077349.845575:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077349.845578:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077349.846091:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077349.846094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077349.846338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077349.846341:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077349.846586:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077349.846588:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077351.188632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298711809, at 4298711872
00000100:00000010:2.0:1769077351.188649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769077352.340691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077352.340694:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077352.340697:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077353.364745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077353.364748:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077353.364751:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077354.964628:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077354.964636:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077354.964638:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077354.964641:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077354.964645:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077354.964650:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4043
00000400:00000200:2.0:1769077354.964659:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077354.964664:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077354.964667:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077354.964669:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964672:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.964673:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964675:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077354.964685:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077354.964686:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077354.964688:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077354.964691:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077354.964692:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077354.964694:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077354.964697:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964698:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.964700:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964701:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077354.964703:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077354.964706:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964707:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077354.964709:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077354.964712:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077354.964714:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.964715:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077354.964717:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077354.964725:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077354.964727:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077354.964730:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077354.964731:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.964733:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077354.964735:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077354.964739:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077354.964744:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077354.964749:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.964756:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925765376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077354.964764:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077354.964768:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077354.964771:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925765376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077354.964788:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077354.964790:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077354.964793:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077354.964794:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077354.964795:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077354.964798:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077354.964799:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4043
00000400:00000200:2.0:1769077354.964802:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077354.964804:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077354.964806:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077354.964813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964816:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.964817:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964819:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077354.964821:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077354.964822:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077354.964823:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077354.964824:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077354.964825:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077354.964827:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077354.964833:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964835:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.964839:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964841:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077354.964843:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077354.964845:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964846:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077354.964848:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077354.964853:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077354.964856:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.964858:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077354.964862:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077354.964866:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.964869:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077354.964875:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077354.964879:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077354.964883:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077354.964886:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.964889:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077354.964891:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077354.964895:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077354.964898:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077354.964903:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.964913:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925765504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077354.964929:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077354.964933:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077354.964940:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925765504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077354.964950:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077354.964954:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077354.964958:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077354.964961:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077354.964963:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077354.964966:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077354.964971:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4043
00000400:00000200:2.0:1769077354.964975:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077354.964978:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077354.964981:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077354.964983:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964985:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.964990:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.964994:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077354.964999:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077354.965001:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077354.965004:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077354.965007:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077354.965026:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077354.965030:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077354.965037:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965041:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.965044:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965048:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077354.965051:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077354.965057:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965059:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077354.965063:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077354.965068:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077354.965070:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965072:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077354.965075:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077354.965078:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965079:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077354.965082:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077354.965086:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077354.965089:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077354.965093:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965095:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077354.965097:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077354.965101:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077354.965107:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077354.965112:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.965121:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925765632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077354.965140:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077354.965143:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077354.965151:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925765632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077354.965166:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077354.965172:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077354.965175:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077354.965178:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077354.965181:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077354.965184:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077354.965189:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4043
00000400:00000200:2.0:1769077354.965197:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:1.1:1769077354.965202:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769077354.965204:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:1.1:1769077354.965206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1769077354.965210:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077354.965219:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965225:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.965232:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965239:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077354.965245:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077354.965250:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077354.965261:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077354.965264:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077354.965269:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077354.965274:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077354.965280:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965285:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077354.965288:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965293:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077354.965296:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077354.965300:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077354.965305:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077354.965309:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077354.965314:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077354.965317:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965321:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077354.965323:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077354.965324:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965326:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077354.965329:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077354.965332:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077354.965335:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077354.965336:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077354.965337:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077354.965339:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077354.965344:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077354.965347:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077354.965353:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077354.965360:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925765760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077354.965370:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077354.965374:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077354.965379:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925765760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077354.965393:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077354.965397:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077354.965401:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077354.965408:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4053)
00000800:00000200:1.1:1769077354.965694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077354.965696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077354.965951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077354.965953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077354.966162:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077354.966164:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077356.308626:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298716928, at 4298716992
00000100:00000010:2.0:1769077356.308640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769077356.436718:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077356.436723:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077356.436728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077357.460802:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077357.460808:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077357.460812:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077360.085481:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077360.085492:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077360.086139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077360.086141:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077360.086336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077360.086337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077360.086514:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077360.086516:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077360.532775:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077360.532781:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077360.532785:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077361.428610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298722049, at 4298722112
00000100:00000010:2.0:1769077361.428620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077361.556692:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077361.556695:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077361.556699:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077364.628647:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077364.628652:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077364.628656:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077365.205054:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077365.205058:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077365.205432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077365.205434:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077365.205642:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077365.205644:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077365.205820:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077365.205822:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077365.652679:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077365.652683:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077365.652686:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077366.548593:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298727168, at 4298727232
00000100:00000010:2.0:1769077366.548607:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000020:00000001:0.0:1769077368.724813:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077368.724820:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077368.724824:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077369.748690:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077369.748694:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077369.748697:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077370.324687:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077370.324705:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077370.324709:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077370.324713:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077370.324718:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077370.324728:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4058
00000400:00000200:2.0:1769077370.324740:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077370.324749:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077370.324763:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077370.324768:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324772:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.324782:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324785:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077370.324791:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077370.324794:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077370.324797:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077370.324801:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077370.324804:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077370.324808:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077370.324811:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324813:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.324814:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324816:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077370.324819:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077370.324822:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324824:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.324826:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077370.324830:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.324832:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.324835:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077370.324837:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.324848:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077370.324857:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077370.324861:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077370.324863:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.324866:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077370.324870:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077370.324876:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077370.324887:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077370.324895:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.324906:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925766912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077370.324920:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077370.324926:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.324931:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925766912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.324954:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077370.324958:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077370.324962:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077370.324964:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077370.324966:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077370.324969:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077370.324972:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4058
00000400:00000200:2.0:1769077370.324978:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077370.324984:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077370.324987:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077370.324990:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.324993:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.324998:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325003:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077370.325009:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077370.325011:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077370.325013:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077370.325015:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077370.325020:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077370.325024:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077370.325030:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325044:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.325047:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325050:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077370.325052:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077370.325055:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325058:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.325059:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077370.325067:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.325071:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325073:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077370.325078:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077370.325082:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325085:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.325090:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077370.325092:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077370.325096:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077370.325099:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325103:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077370.325106:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077370.325108:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077370.325113:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077370.325119:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.325126:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925767040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077370.325146:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077370.325150:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.325154:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925767040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.325167:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077370.325171:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077370.325175:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077370.325179:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077370.325181:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077370.325187:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077370.325191:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4058
00000400:00000200:2.0:1769077370.325199:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077370.325204:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077370.325207:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077370.325214:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325216:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.325230:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325233:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077370.325238:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077370.325239:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077370.325239:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077370.325241:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077370.325242:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077370.325244:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077370.325247:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325250:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.325254:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325256:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077370.325258:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077370.325260:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325265:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.325268:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077370.325272:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.325274:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325275:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077370.325277:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077370.325281:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325282:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.325287:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077370.325291:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077370.325293:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077370.325296:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325300:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077370.325304:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077370.325305:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077370.325309:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077370.325314:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.325321:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925767168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077370.325328:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077370.325330:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.325336:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925767168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.325349:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077370.325353:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077370.325358:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077370.325361:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077370.325363:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077370.325365:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077370.325368:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4058
00000400:00000200:2.0:1769077370.325374:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077370.325388:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077370.325390:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077370.325395:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325400:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.325402:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325405:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769077370.325407:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077370.325408:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077370.325411:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077370.325414:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077370.325417:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077370.325419:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077370.325422:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077370.325426:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325429:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077370.325431:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325433:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077370.325436:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077370.325446:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077370.325454:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077370.325458:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077370.325464:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077370.325470:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325473:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077370.325477:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077370.325483:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325486:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077370.325491:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077370.325497:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077370.325502:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077370.325506:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077370.325511:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077370.325515:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077370.325520:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077370.325566:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077370.325572:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077370.325580:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925767296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077370.325593:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077370.325595:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.325602:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925767296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077370.325619:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077370.325625:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077370.325633:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077370.325641:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4068)
00000800:00000200:3.1:1769077370.325722:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077370.325867:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077370.326044:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077371.668657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298732288, at 4298732352
00000100:00000010:2.0:1769077371.668681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000020:00000001:0.0:1769077372.820794:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077372.820798:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077372.820801:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077373.396853:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077373.396891:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077373.396901:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077373.396905:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077373.396908:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077373.396911:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077373.396915:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077373.396918:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769077373.396923:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077373.396926:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077373.396931:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:2.0:1769077373.396933:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:2.0:1769077373.396936:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.396943:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3480 x1855007925766912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.396965:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.396968:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925766912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.396974:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.396975:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077373.396983:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077373.396985:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769077373.396987:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077373.396989:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077373.396991:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc93b8
00000400:00000010:2.0:1769077373.396993:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc93b8.
00000100:00000001:2.0:1769077373.396995:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.396998:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1c00 x1855007925767040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397004:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.397007:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925767040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397012:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.397013:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077373.397017:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077373.397019:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769077373.397021:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077373.397026:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077373.397029:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:2.0:1769077373.397032:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:2.0:1769077373.397033:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.397036:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d1f80 x1855007925767168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397040:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.397043:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925767168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397049:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.397050:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077373.397068:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077373.397079:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769077373.397084:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077373.397093:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077373.397107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:2.0:1769077373.397113:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:2.0:1769077373.397118:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077373.397128:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3b80 x1855007925767296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397144:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077373.397151:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925767296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.397166:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.397170:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077373.844648:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077373.844651:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077373.844654:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077375.445580:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077375.445584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077375.446030:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077375.446032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077375.446894:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077375.446897:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077375.447186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077375.447189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.0:1769077375.636840:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077376.788615:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298737409, at 4298737472
00000100:00000010:2.0:1769077376.788629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769077376.916807:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077376.916815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077376.916820:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077377.940682:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077377.940686:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077377.940690:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077380.565347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077380.565355:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077380.565993:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077380.565997:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077380.566338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077380.566341:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077380.566719:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077380.566721:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077381.012714:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077381.012718:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077381.012721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077381.908617:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298742528, at 4298742592
00000100:00000010:2.0:1769077381.908636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769077382.036721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077382.036725:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077382.036728:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077385.108702:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077385.108705:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077385.108708:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077385.684719:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077385.684729:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077385.684732:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077385.684735:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077385.684739:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077385.684745:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4073
00000400:00000200:2.0:1769077385.684754:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077385.684776:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077385.684779:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077385.684783:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684785:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.684787:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684789:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077385.684793:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077385.684795:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077385.684799:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077385.684801:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077385.684804:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077385.684807:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077385.684811:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684813:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.684816:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684818:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077385.684822:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077385.684827:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684830:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.684833:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077385.684838:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.684841:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.684844:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077385.684846:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.684856:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077385.684861:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077385.684880:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077385.684882:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.684886:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077385.684889:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077385.684893:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077385.684902:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077385.684909:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.684918:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925768448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.684931:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077385.684937:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.684941:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925768448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.684970:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077385.684973:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077385.684976:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077385.684977:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077385.684978:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077385.684980:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077385.684982:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4073
00000400:00000200:2.0:1769077385.684985:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077385.684988:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077385.684989:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077385.684991:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684993:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.684994:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.684996:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077385.684998:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077385.684999:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077385.685001:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077385.685002:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077385.685004:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077385.685005:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077385.685008:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685009:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.685011:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685013:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077385.685018:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077385.685022:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685026:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.685028:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077385.685034:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.685038:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685042:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077385.685047:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077385.685052:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685057:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.685062:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077385.685067:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077385.685074:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077385.685076:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685081:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077385.685083:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077385.685088:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077385.685093:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077385.685098:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.685105:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925768576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.685116:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077385.685119:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.685124:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925768576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.685132:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077385.685135:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077385.685137:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077385.685139:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077385.685140:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077385.685146:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077385.685149:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4073
00000400:00000200:2.0:1769077385.685151:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077385.685153:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077385.685155:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077385.685156:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685158:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.685159:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685161:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077385.685166:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077385.685169:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077385.685173:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077385.685176:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077385.685178:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077385.685180:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077385.685185:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685190:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.685194:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685198:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077385.685204:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077385.685209:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685213:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.685216:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077385.685218:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.685222:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685227:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077385.685229:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077385.685234:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685237:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.685242:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077385.685243:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077385.685247:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077385.685249:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685251:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077385.685252:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077385.685254:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077385.685259:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077385.685262:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.685268:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925768704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.685284:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077385.685289:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.685296:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925768704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.685309:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077385.685312:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077385.685318:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077385.685330:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077385.685334:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077385.685337:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077385.685342:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4073
00000400:00000200:2.0:1769077385.685349:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077385.685354:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077385.685357:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077385.685358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077385.685362:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769077385.685364:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769077385.685365:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.685370:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685375:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077385.685377:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077385.685378:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077385.685379:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077385.685380:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077385.685382:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077385.685384:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077385.685389:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685393:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077385.685395:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685397:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077385.685402:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077385.685423:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077385.685429:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077385.685430:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077385.685433:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077385.685438:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685442:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077385.685447:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077385.685451:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685456:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077385.685462:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077385.685467:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077385.685471:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077385.685475:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077385.685477:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077385.685480:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077385.685483:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077385.685489:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077385.685507:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077385.685516:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925768832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077385.685571:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077385.685575:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.685583:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925768832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077385.685595:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077385.685598:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077385.685603:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077385.685610:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4084)
00000800:00000200:1.1:1769077385.685920:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077385.685922:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077385.686176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077385.686179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077385.686464:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077385.686465:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769077386.132784:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077386.132789:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077386.132793:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077387.028595:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298747649, at 4298747712
00000100:00000010:2.0:1769077387.028605:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769077389.204761:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077389.204764:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077389.204767:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077390.228803:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077390.228809:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077390.228813:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077390.804594:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.804606:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077390.804608:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.804612:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.804617:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.804625:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4079
00000400:00000200:2.0:1769077390.804635:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077390.804641:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.804644:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.804647:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804650:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.804653:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804657:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077390.804663:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.804666:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077390.804669:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.804672:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077390.804675:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077390.804678:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077390.804682:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.804686:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804689:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077390.804693:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077390.804698:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804701:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.804705:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.804709:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.804713:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.804715:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077390.804730:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.804743:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077390.804748:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077390.804752:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.804754:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.804758:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.804762:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.804768:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.804780:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077390.804797:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.804806:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925768960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.804816:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.804821:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.804824:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925768960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.804846:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.804849:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.804853:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077390.804856:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.804857:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.804862:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.804864:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4079
00000400:00000200:2.0:1769077390.804869:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077390.804872:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.804875:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.804878:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804881:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.804883:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804886:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077390.804888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.804889:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077390.804891:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.804893:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077390.804896:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077390.804898:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077390.804901:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804903:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.804906:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804908:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077390.804911:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077390.804914:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077390.804917:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.804919:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.804935:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.804937:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.804939:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.804944:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077390.804948:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.804950:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.804954:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077390.804956:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077390.804959:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.804960:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.804962:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.804964:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.804966:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.804970:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077390.804974:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.804978:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925769088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.804987:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.804988:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.804992:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925769088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.805000:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.805011:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.805016:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077390.805018:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.805019:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.805022:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.805025:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4079
00000400:00000200:2.0:1769077390.805028:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077390.805032:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.805034:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.805038:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805051:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.805053:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805055:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077390.805057:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.805059:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077390.805061:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.805063:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077390.805065:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077390.805068:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077390.805071:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805073:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.805075:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805077:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077390.805080:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077390.805083:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805086:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.805087:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.805090:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.805092:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805094:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.805096:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077390.805099:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805101:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.805105:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077390.805107:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077390.805110:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.805111:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805113:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.805115:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.805117:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.805121:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077390.805124:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.805129:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925769216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.805136:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.805138:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.805142:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925769216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.805150:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.805153:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077390.805154:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769077390.805156:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077390.805158:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077390.805158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1769077390.805160:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.805163:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.805166:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4079
00000400:00000200:2.0:1769077390.805169:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077390.805172:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.805174:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.805177:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805179:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.805181:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805184:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077390.805186:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.805187:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077390.805189:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.805191:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077390.805193:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077390.805195:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077390.805199:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805202:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.805204:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805206:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077390.805208:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077390.805211:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077390.805213:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.805215:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.805218:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.805220:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805222:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.805225:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077390.805227:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805228:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.805232:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077390.805234:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077390.805237:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.805238:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.805240:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.805241:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.805243:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.805247:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077390.805250:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.805254:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925769344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.805260:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.805263:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.805266:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925769344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.805274:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.805278:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077390.805282:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077390.805287:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4089)
00000800:00000200:1.1:1769077390.805576:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077390.805578:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077390.805788:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077390.805790:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077390.805964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077390.805966:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769077392.148618:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298752768, at 4298752832
00000100:00000010:2.0:1769077392.148636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769077393.300696:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077393.300701:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077393.300705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077394.324723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077394.324728:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077394.324732:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077395.925184:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077395.925188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077395.925951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077395.925953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077395.926145:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077395.926147:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077395.926393:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077395.926395:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769077397.268653:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298757888, at 4298757952
00000100:00000010:2.0:1769077397.268680:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769077397.396740:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077397.396743:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077397.396746:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077398.420714:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077398.420719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077398.420723:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077401.044692:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077401.044706:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077401.044710:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077401.044716:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077401.044722:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077401.044731:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4089
00000400:00000200:2.0:1769077401.044744:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077401.044753:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077401.044757:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077401.044761:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.044765:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.044768:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.044771:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077401.044776:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077401.044779:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077401.044782:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077401.044786:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077401.044789:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077401.044792:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077401.044796:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.044798:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.044800:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.044802:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077401.044806:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077401.044810:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077401.044814:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.044818:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077401.044822:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.044826:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.044829:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077401.044832:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077401.044845:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077401.044850:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077401.044854:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077401.044856:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.044860:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077401.044874:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077401.044880:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077401.044891:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077401.044899:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.044911:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925769984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077401.044925:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.044930:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.044936:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925769984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.044961:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077401.044965:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077401.044969:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077401.044971:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077401.044972:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077401.044975:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077401.044979:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4089
00000400:00000200:2.0:1769077401.044984:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077401.044989:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077401.044993:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077401.044997:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045000:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045003:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045008:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077401.045015:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077401.045029:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077401.045034:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077401.045039:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077401.045044:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077401.045050:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077401.045061:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045068:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045075:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045079:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077401.045087:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077401.045092:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045097:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.045103:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077401.045113:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.045118:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045120:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077401.045126:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077401.045135:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045139:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077401.045147:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077401.045153:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077401.045160:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077401.045165:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045171:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077401.045173:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077401.045178:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077401.045186:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077401.045195:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.045206:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925770112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077401.045221:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.045226:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.045251:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925770112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.045296:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077401.045303:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077401.045313:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077401.045318:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077401.045324:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077401.045330:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077401.045339:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4089
00000400:00000200:2.0:1769077401.045350:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077401.045357:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077401.045362:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077401.045370:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045374:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045378:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045385:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077401.045393:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769077401.045395:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769077401.045397:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:1.1:1769077401.045404:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077401.045405:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077401.045413:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077401.045421:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077401.045427:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077401.045434:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045439:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045447:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045456:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077401.045462:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077401.045473:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045484:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.045490:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077401.045497:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.045504:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045513:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077401.045519:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077401.045527:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045531:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077401.045590:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077401.045598:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077401.045608:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077401.045612:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045634:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077401.045637:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077401.045642:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077401.045651:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077401.045658:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.045670:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925770240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077401.045692:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.045697:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.045708:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925770240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.045744:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077401.045751:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077401.045759:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077401.045765:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077401.045768:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077401.045774:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077401.045781:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4089
00000400:00000200:2.0:1769077401.045791:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077401.045798:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077401.045805:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077401.045813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045819:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045824:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045829:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077401.045834:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077401.045838:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077401.045841:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077401.045844:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077401.045850:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077401.045856:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077401.045864:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077401.045869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045874:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077401.045880:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077401.045888:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077401.045895:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077401.045901:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077401.045906:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077401.045913:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045918:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077401.045924:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077401.045931:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045937:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077401.045943:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077401.045950:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077401.045958:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077401.045963:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077401.045967:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077401.045969:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077401.045973:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077401.045982:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077401.045989:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077401.046000:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925770368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077401.046024:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077401.046031:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.046043:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925770368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077401.046065:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077401.046070:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077401.046079:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077401.046089:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4099)
00000800:00000200:1.1:1769077401.046140:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077401.046142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077401.046433:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077401.046435:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077401.046747:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077401.046749:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769077401.492699:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077401.492702:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077401.492705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077402.388663:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298763009, at 4298763072
00000100:00000010:2.0:1769077402.388682:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769077402.516766:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077402.516771:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077402.516775:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077405.588786:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077405.588790:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077405.588793:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077406.164616:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077406.164634:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077406.164637:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077406.164641:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.164646:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077406.164655:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4094
00000400:00000200:2.0:1769077406.164665:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077406.164672:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077406.164676:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077406.164679:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164681:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.164684:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164686:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077406.164690:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077406.164692:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077406.164695:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077406.164697:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077406.164699:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077406.164700:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077406.164702:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.164706:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164707:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077406.164710:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077406.164713:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164715:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.164717:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077406.164721:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.164723:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.164725:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077406.164727:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077406.164742:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077406.164745:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077406.164749:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077406.164750:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.164753:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077406.164756:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077406.164761:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077406.164768:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077406.164774:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.164783:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925770496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.164793:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077406.164796:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.164800:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925770496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.164824:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077406.164827:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077406.164830:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077406.164832:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077406.164833:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.164835:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077406.164838:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4094
00000400:00000200:2.0:1769077406.164841:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077406.164843:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077406.164845:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077406.164848:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164850:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.164852:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164854:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077406.164856:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077406.164857:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077406.164858:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077406.164859:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077406.164860:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077406.164862:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077406.164864:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164865:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.164867:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164868:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077406.164869:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077406.164872:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077406.164877:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.164878:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077406.164883:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.164887:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.164889:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077406.164894:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077406.164897:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.164900:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077406.164909:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077406.164913:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077406.164917:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077406.164919:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.164924:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077406.164925:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077406.164927:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077406.164930:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077406.164934:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.164943:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925770624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.164953:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077406.164957:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.164962:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925770624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.164974:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077406.164978:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077406.164981:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077406.164985:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077406.164989:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.164992:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077406.164994:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4094
00000400:00000200:2.0:1769077406.165001:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077406.165006:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077406.165011:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077406.165013:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165015:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.165017:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165021:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077406.165022:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077406.165023:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077406.165024:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077406.165026:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077406.165028:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077406.165034:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077406.165038:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165041:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.165045:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165047:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077406.165049:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077406.165053:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165057:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.165061:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077406.165064:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077406.165069:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165073:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077406.165076:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077406.165080:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165083:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077406.165087:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077406.165090:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077406.165092:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077406.165094:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165097:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077406.165098:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077406.165100:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077406.165107:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077406.165112:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.165118:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925770752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.165127:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077406.165131:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.165134:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925770752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.165145:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077406.165148:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077406.165175:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077406.165178:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077406.165181:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077406.165187:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077406.165193:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4094
00000400:00000200:2.0:1769077406.165198:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077406.165204:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077406.165208:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077406.165214:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165222:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.165227:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165233:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077406.165237:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077406.165241:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077406.165242:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077406.165246:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077406.165251:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077406.165253:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077406.165257:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165260:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077406.165262:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165263:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077406.165268:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077406.165275:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077406.165280:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077406.165282:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077406.165285:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077406.165286:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769077406.165287:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165292:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769077406.165293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000008:00100000:2.0:1769077406.165296:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077406.165300:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165304:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077406.165308:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077406.165312:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077406.165314:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077406.165317:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077406.165320:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077406.165322:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077406.165324:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077406.165330:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077406.165335:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077406.165341:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925770880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077406.165353:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077406.165357:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.165364:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925770880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077406.165377:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077406.165381:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077406.165395:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077406.165401:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4104)
00000800:00000200:1.1:1769077406.165713:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077406.165715:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077406.165972:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077406.165974:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077406.166238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077406.166241:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769077406.612726:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077406.612730:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077406.612734:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077407.508625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298768128, at 4298768192
00000100:00000010:2.0:1769077407.508649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769077409.684749:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077409.684767:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077409.684772:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077410.708717:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077410.708720:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077410.708723:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077411.284681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077411.284709:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077411.284712:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077411.284716:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077411.284721:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077411.284728:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4099
00000400:00000200:2.0:1769077411.284740:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077411.284746:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077411.284749:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077411.284752:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284755:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.284757:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284759:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077411.284763:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077411.284764:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077411.284767:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077411.284769:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077411.284771:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077411.284773:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077411.284775:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284777:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.284778:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284780:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077411.284782:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077411.284785:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284786:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.284805:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077411.284808:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.284810:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.284812:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077411.284814:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077411.284825:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077411.284828:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077411.284831:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077411.284833:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.284835:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077411.284838:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077411.284843:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077411.284852:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077411.284876:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.284888:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925771008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.284901:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077411.284907:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.284912:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925771008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.284940:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077411.284944:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077411.284948:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077411.284950:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077411.284952:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077411.284955:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077411.284958:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4099
00000400:00000200:2.0:1769077411.284961:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077411.284964:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077411.284966:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077411.284969:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284971:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.284973:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284975:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077411.284976:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077411.284977:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077411.284978:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077411.284980:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077411.284981:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077411.284983:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077411.284988:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284991:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.284995:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.284998:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077411.285002:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077411.285005:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285008:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.285010:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077411.285015:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.285019:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285023:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077411.285029:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077411.285032:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285036:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077411.285041:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077411.285052:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077411.285056:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077411.285059:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285063:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077411.285078:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077411.285082:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077411.285085:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077411.285088:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.285096:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925771136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.285104:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077411.285107:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.285109:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925771136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.285122:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077411.285124:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077411.285131:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077411.285135:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077411.285136:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077411.285138:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077411.285141:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4099
00000400:00000200:2.0:1769077411.285146:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077411.285150:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077411.285153:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077411.285155:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285157:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.285161:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285163:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077411.285165:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077411.285165:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077411.285166:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077411.285168:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077411.285170:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077411.285175:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077411.285180:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285185:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.285187:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285191:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077411.285194:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077411.285201:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285205:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.285207:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077411.285210:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.285215:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285219:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077411.285222:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077411.285226:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285231:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077411.285236:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077411.285240:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077411.285241:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077411.285242:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285243:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077411.285245:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077411.285248:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077411.285253:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077411.285256:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.285263:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925771264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.285271:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077411.285274:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.285280:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925771264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.285293:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077411.285298:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077411.285304:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077411.285306:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077411.285307:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077411.285310:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077411.285317:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4099
00000400:00000200:2.0:1769077411.285324:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077411.285332:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077411.285335:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077411.285338:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285341:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.285343:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285348:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077411.285352:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077411.285355:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077411.285359:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077411.285362:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077411.285365:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.1:1769077411.285366:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077411.285367:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077411.285373:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285375:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077411.285377:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077411.285378:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077411.285379:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077411.285381:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:1.1:1769077411.285381:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769077411.285385:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077411.285389:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077411.285391:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077411.285396:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285399:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077411.285403:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077411.285408:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285409:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077411.285412:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077411.285415:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077411.285420:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077411.285421:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077411.285423:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077411.285426:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077411.285428:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077411.285435:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077411.285438:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077411.285444:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925771392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077411.285453:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077411.285456:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.285462:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925771392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077411.285486:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077411.285489:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077411.285495:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077411.285500:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4109)
00000800:00000200:1.1:1769077411.285867:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077411.285869:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077411.286146:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077411.286148:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077411.286336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077411.286337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077412.628605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298773249, at 4298773312
00000100:00000010:2.0:1769077412.628622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769077413.780781:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077413.780786:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077413.780790:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077414.804772:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077414.804778:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077414.804782:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077415.572863:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.1:1769077416.405330:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077416.405334:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077416.405802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077416.405805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077416.406128:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077416.406131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077416.406337:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077416.406338:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077417.748657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298778368, at 4298778432
00000100:00000010:2.0:1769077417.748672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00000020:00000001:0.0:1769077417.876819:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077417.876825:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077417.876829:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077418.900711:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077418.900714:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077418.900717:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077421.525357:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077421.525364:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077421.525866:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077421.525868:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077421.526126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077421.526128:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077421.526387:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077421.526389:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077421.972678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077421.972682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077421.972685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077422.868609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298783488, at 4298783552
00000100:00000010:2.0:1769077422.868625:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769077422.996831:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077422.996837:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077422.996841:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077426.068750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077426.068754:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077426.068757:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077426.644655:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077426.644663:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077426.644665:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077426.644669:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077426.644672:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077426.644678:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4114
00000400:00000200:2.0:1769077426.644686:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077426.644693:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077426.644697:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077426.644701:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.644706:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644709:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077426.644714:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077426.644716:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077426.644719:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077426.644723:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077426.644725:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077426.644728:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077426.644731:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644733:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.644735:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644737:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077426.644741:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077426.644744:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644747:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.644751:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.644754:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.644757:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.644760:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077426.644762:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077426.644771:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077426.644774:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077426.644778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077426.644779:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.644781:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077426.644783:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077426.644787:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077426.644793:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077426.644798:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.644805:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925772544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.644845:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077426.644848:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.644852:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925772544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.644870:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077426.644872:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077426.644875:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077426.644876:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077426.644878:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077426.644880:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077426.644882:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4114
00000400:00000200:2.0:1769077426.644884:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077426.644886:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077426.644888:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077426.644890:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644891:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.644893:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644895:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077426.644897:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077426.644898:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077426.644899:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077426.644901:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077426.644903:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077426.644905:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077426.644907:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644909:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.644914:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644916:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077426.644920:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077426.644925:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077426.644928:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.644930:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.644940:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.644945:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.644950:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077426.644954:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077426.644960:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.644965:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077426.644970:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077426.644973:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077426.644977:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077426.644978:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.644981:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077426.644984:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077426.644987:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077426.644993:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077426.644998:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.645005:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925772672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.645014:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077426.645017:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.645021:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925772672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.645029:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077426.645040:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077426.645052:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077426.645057:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077426.645062:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077426.645066:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077426.645070:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4114
00000400:00000200:2.0:1769077426.645078:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077426.645085:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077426.645088:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077426.645093:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645096:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.645098:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645100:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077426.645105:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077426.645108:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077426.645110:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077426.645112:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077426.645113:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077426.645115:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077426.645120:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645123:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.645127:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645131:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077426.645133:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077426.645138:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645142:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.645145:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.645151:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.645155:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645159:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077426.645161:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077426.645165:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645168:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077426.645171:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077426.645182:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077426.645188:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077426.645190:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645193:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077426.645195:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077426.645199:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077426.645203:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077426.645207:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.645214:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925772800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077426.645228:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077426.645235:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769077426.645236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769077426.645238:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.645250:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925772800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.645262:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077426.645265:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077426.645271:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077426.645275:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077426.645279:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077426.645283:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077426.645288:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4114
00000400:00000200:2.0:1769077426.645294:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077426.645298:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077426.645302:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077426.645309:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645313:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.645317:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645320:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077426.645323:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077426.645326:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077426.645329:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077426.645331:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077426.645335:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077426.645340:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077426.645349:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645354:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077426.645359:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645366:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077426.645373:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077426.645381:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077426.645385:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077426.645390:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077426.645394:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077426.645401:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645404:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077426.645410:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077426.645416:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645419:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077426.645427:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077426.645432:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077426.645438:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077426.645442:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077426.645447:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077426.645449:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077426.645453:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077426.645460:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077426.645466:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077426.645478:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925772928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077426.645493:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077426.645498:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.645507:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925772928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077426.645556:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077426.645564:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077426.645573:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077426.645582:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4125)
00000800:00000200:1.1:1769077426.645757:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077426.645759:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077426.645968:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077426.645970:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077426.646185:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077426.646187:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769077427.092777:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077427.092783:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077427.092786:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077427.988659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298788608, at 4298788672
00000100:00000010:2.0:1769077427.988678:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769077430.164745:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077430.164795:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077430.164798:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077431.188778:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077431.188781:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077431.188785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077431.765411:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077431.765420:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077431.765924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077431.765926:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077431.766153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077431.766155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077431.766401:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077431.766404:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1769077433.108644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298793729, at 4298793792
00000100:00000010:2.0:1769077433.108665:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077434.260753:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077434.260756:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077434.260759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077435.284704:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077435.284707:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077435.284710:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077436.884692:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077436.884701:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077436.884703:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077436.884706:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077436.884709:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077436.884717:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4125
00000400:00000200:2.0:1769077436.884725:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077436.884730:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077436.884733:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077436.884735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884738:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.884739:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884741:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077436.884745:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077436.884746:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077436.884748:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077436.884750:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077436.884752:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077436.884753:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077436.884755:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884757:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.884758:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884760:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077436.884762:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077436.884764:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884766:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077436.884768:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077436.884771:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077436.884773:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.884775:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077436.884777:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077436.884785:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077436.884787:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077436.884790:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077436.884792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.884794:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077436.884796:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077436.884800:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077436.884806:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077436.884811:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077436.884818:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925773568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077436.884826:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077436.884830:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077436.884833:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925773568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077436.884851:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077436.884853:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077436.884856:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077436.884857:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077436.884858:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077436.884860:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077436.884862:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4125
00000400:00000200:2.0:1769077436.884864:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077436.884865:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077436.884867:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077436.884869:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884871:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.884873:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884875:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077436.884877:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077436.884878:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077436.884879:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077436.884881:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077436.884882:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077436.884884:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077436.884886:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884887:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.884889:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884893:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077436.884898:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077436.884903:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077436.884907:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077436.884909:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077436.884914:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077436.884918:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.884922:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077436.884927:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077436.884933:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.884936:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077436.884940:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077436.884943:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077436.884946:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077436.884948:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.884951:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077436.884954:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077436.884956:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077436.884961:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077436.884967:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077436.884974:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925773696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077436.884991:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077436.884993:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077436.884999:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925773696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077436.885008:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077436.885012:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077436.885017:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077436.885018:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077436.885020:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077436.885025:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077436.885027:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4125
00000400:00000200:2.0:1769077436.885032:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077436.885036:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077436.885038:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077436.885044:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885048:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.885051:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885056:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077436.885060:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077436.885062:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077436.885065:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077436.885068:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077436.885072:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077436.885075:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077436.885081:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885085:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.885088:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885094:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077436.885097:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077436.885102:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885105:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077436.885106:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077436.885108:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077436.885111:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885114:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077436.885116:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077436.885120:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885124:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077436.885129:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077436.885133:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077436.885135:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077436.885138:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885140:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077436.885142:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077436.885145:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077436.885149:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077436.885154:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077436.885161:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925773824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077436.885168:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077436.885172:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077436.885179:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925773824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077436.885194:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077436.885198:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077436.885200:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077436.885203:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077436.885205:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077436.885210:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769077436.885213:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769077436.885215:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4125
00000400:00000200:2.0:1769077436.885218:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077436.885220:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077436.885221:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077436.885223:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885228:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.885229:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885231:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077436.885232:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077436.885233:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077436.885234:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077436.885235:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077436.885236:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077436.885238:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077436.885240:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885241:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077436.885242:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885244:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077436.885247:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077436.885255:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077436.885263:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077436.885267:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077436.885271:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077436.885276:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885280:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077436.885283:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077436.885289:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885294:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077436.885301:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077436.885306:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077436.885313:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077436.885315:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077436.885319:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077436.885324:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077436.885329:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077436.885337:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077436.885343:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077436.885354:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925773952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077436.885377:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077436.885382:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077436.885390:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925773952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077436.885409:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077436.885416:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077436.885421:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077436.885427:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4135)
00000800:00000200:1.1:1769077436.885506:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077436.885705:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077436.885885:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077438.228690:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298798848, at 4298798912
00000100:00000010:2.0:1769077438.228710:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769077438.356732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077438.356736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077438.356738:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077439.380748:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077439.380752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077439.380755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077442.004673:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077442.004686:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077442.004688:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077442.004692:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077442.004696:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077442.004705:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4130
00000400:00000200:2.0:1769077442.004716:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077442.004722:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077442.004726:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077442.004728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004731:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.004733:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004736:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077442.004740:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077442.004743:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077442.004745:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077442.004748:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077442.004750:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077442.004751:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077442.004753:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.004755:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004757:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077442.004759:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077442.004761:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004763:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.004765:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077442.004769:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.004771:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.004772:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077442.004774:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077442.004781:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077442.004784:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077442.004788:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077442.004789:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.004792:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077442.004794:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077442.004799:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.004806:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077442.004813:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.004822:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925774080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.004834:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077442.004840:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.004846:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925774080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.004878:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077442.004882:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077442.004886:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077442.004888:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077442.004890:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077442.004893:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077442.004896:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4130
00000400:00000200:2.0:1769077442.004901:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077442.004905:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077442.004908:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077442.004912:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004915:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.004917:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004920:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077442.004923:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077442.004925:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077442.004927:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077442.004930:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077442.004935:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077442.004940:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077442.004949:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004953:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.004958:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004965:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077442.004973:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077442.004980:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077442.004985:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.004991:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077442.004999:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.005006:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005011:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077442.005019:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077442.005026:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005029:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077442.005034:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077442.005037:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077442.005041:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077442.005044:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005051:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077442.005055:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077442.005059:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.005065:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077442.005074:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.005084:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925774208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.005099:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077442.005102:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.005108:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925774208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.005121:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077442.005129:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077442.005137:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077442.005140:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077442.005151:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077442.005158:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077442.005168:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4130
00000400:00000200:2.0:1769077442.005178:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077442.005185:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077442.005189:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077442.005195:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005198:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.005202:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005205:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077442.005207:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077442.005209:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077442.005212:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077442.005218:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077442.005220:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077442.005223:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077442.005229:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005231:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.005233:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005236:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077442.005238:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077442.005242:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005249:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.005252:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077442.005255:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.005261:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005265:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077442.005268:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077442.005274:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005278:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077442.005287:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077442.005294:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077442.005301:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077442.005304:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005308:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077442.005310:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077442.005312:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.005318:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077442.005325:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.005333:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925774336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.005348:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077442.005350:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.005357:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925774336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.005374:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077442.005380:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077442.005387:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077442.005391:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077442.005391:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769077442.005393:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077442.005400:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769077442.005401:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1769077442.005404:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4130
00000400:00000200:2.0:1769077442.005414:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077442.005422:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077442.005427:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077442.005431:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005438:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.005443:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005448:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077442.005453:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077442.005454:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077442.005457:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077442.005460:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077442.005465:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077442.005469:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077442.005477:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005482:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077442.005489:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005494:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077442.005500:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077442.005505:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077442.005511:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077442.005515:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077442.005520:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077442.005589:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005599:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077442.005604:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077442.005609:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005614:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077442.005623:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077442.005628:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077442.005631:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077442.005633:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077442.005636:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077442.005640:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077442.005642:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077442.005648:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077442.005656:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077442.005662:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925774464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077442.005671:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077442.005675:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.005685:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925774464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077442.005697:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077442.005704:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077442.005712:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077442.005721:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4140)
00000800:00000200:1.1:1769077442.006114:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077442.006117:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077442.006492:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077442.006494:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077442.006832:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077442.006835:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077442.452718:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077442.452723:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077442.452727:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077443.348633:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298803969, at 4298804032
00000100:00000010:2.0:1769077443.348647:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000020:00000001:0.0:1769077443.476665:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077443.476669:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077443.476671:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077446.548738:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077446.548743:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077446.548747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077447.124639:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077447.124652:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077447.124654:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077447.124659:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077447.124664:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077447.124672:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4135
00000400:00000200:2.0:1769077447.124682:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077447.124688:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077447.124692:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077447.124695:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124699:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.124702:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124704:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077447.124709:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077447.124711:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077447.124714:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077447.124717:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077447.124719:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077447.124722:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077447.124725:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124727:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.124730:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124732:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077447.124735:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077447.124739:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124742:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.124746:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077447.124748:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.124751:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.124753:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077447.124755:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077447.124763:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077447.124766:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077447.124769:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077447.124770:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.124773:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077447.124775:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077447.124779:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077447.124785:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077447.124789:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.124796:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925774592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.124805:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077447.124808:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.124812:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925774592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.124836:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077447.124839:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077447.124845:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077447.124846:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077447.124849:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077447.124852:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077447.124854:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4135
00000400:00000200:2.0:1769077447.124859:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077447.124871:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077447.124879:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077447.124889:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124892:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.124897:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124904:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077447.124912:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077447.124918:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077447.124924:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077447.124929:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077447.124934:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077447.124942:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077447.124950:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124956:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.124965:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.124975:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077447.124986:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077447.124998:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125006:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.125011:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077447.125018:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.125028:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125031:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077447.125036:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077447.125040:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125045:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077447.125050:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077447.125056:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077447.125063:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077447.125069:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125072:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077447.125077:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077447.125083:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077447.125095:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077447.125103:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.125117:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925774720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.125150:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077447.125158:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.125168:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925774720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.125192:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077447.125196:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077447.125202:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077447.125205:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077447.125206:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077447.125211:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077447.125222:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4135
00000400:00000200:2.0:1769077447.125231:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077447.125237:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077447.125241:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077447.125251:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125259:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.125267:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125274:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077447.125281:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077447.125285:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077447.125288:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077447.125292:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077447.125300:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077447.125309:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077447.125319:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125323:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.125326:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125327:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077447.125336:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077447.125345:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125347:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.125349:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077447.125352:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.125359:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125361:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077447.125362:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077447.125367:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125373:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077447.125384:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077447.125398:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077447.125402:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077447.125403:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125405:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077447.125409:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077447.125413:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077447.125417:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:2.0:1769077447.125418:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077447.125425:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077447.125429:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1769077447.125434:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925774848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.125447:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077447.125451:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.125456:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925774848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.125484:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077447.125494:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077447.125498:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077447.125502:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077447.125506:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077447.125515:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077447.125563:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4135
00000400:00000200:2.0:1769077447.125569:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077447.125572:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077447.125574:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077447.125578:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125584:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.125592:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125595:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077447.125602:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077447.125605:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077447.125613:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077447.125617:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077447.125623:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077447.125626:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077447.125643:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125655:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077447.125665:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125669:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077447.125673:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077447.125677:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077447.125680:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077447.125681:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077447.125685:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077447.125688:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125694:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077447.125698:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077447.125706:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125708:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077447.125712:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077447.125715:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077447.125718:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077447.125720:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077447.125724:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077447.125727:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077447.125731:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077447.125736:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077447.125744:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077447.125756:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925774976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077447.125772:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077447.125774:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.125779:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925774976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077447.125858:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077447.125864:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077447.125872:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077447.125884:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4145)
00000800:00000200:1.1:1769077447.126112:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077447.126114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077447.126374:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077447.126376:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077447.126637:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077447.126639:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077447.572674:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077447.572677:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077447.572680:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077448.468609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298809089, at 4298809152
00000100:00000010:2.0:1769077448.468627:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:0.0:1769077450.644764:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077450.644768:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077450.644771:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077451.668731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077451.668735:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077451.668738:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077452.244653:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077452.244669:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077452.244672:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077452.244678:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077452.244684:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077452.244701:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4140
00000400:00000200:2.0:1769077452.244711:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077452.244718:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077452.244721:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077452.244723:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244727:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.244729:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244733:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077452.244737:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077452.244740:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077452.244742:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077452.244745:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077452.244747:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077452.244748:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077452.244750:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244751:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.244753:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077452.244756:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077452.244759:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244761:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.244764:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077452.244767:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.244769:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.244771:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077452.244773:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077452.244784:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077452.244787:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077452.244791:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077452.244792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.244795:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077452.244798:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077452.244803:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077452.244811:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077452.244821:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.244830:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925775104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.244840:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.244844:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.244848:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925775104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.244873:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077452.244878:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077452.244882:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077452.244884:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077452.244886:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077452.244890:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077452.244894:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4140
00000400:00000200:2.0:1769077452.244899:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077452.244903:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077452.244907:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077452.244914:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244917:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.244921:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244924:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077452.244927:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077452.244930:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077452.244932:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077452.244935:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077452.244938:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077452.244943:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077452.244948:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244951:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.244954:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244956:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077452.244960:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077452.244968:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077452.244974:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.244980:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077452.244988:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.244993:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.244998:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077452.245006:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077452.245011:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245016:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077452.245021:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077452.245026:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077452.245028:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077452.245030:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245031:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077452.245032:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077452.245036:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077452.245042:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077452.245048:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.245058:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925775232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.245070:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.245073:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.245081:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925775232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.245095:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077452.245097:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077452.245103:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077452.245105:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077452.245107:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077452.245111:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077452.245115:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4140
00000400:00000200:2.0:1769077452.245120:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077452.245125:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077452.245127:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077452.245134:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245138:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.245143:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245148:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077452.245153:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077452.245155:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077452.245158:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077452.245161:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077452.245165:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077452.245168:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077452.245170:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245172:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.245177:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245181:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077452.245184:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077452.245189:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245193:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.245194:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077452.245196:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.245197:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245199:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077452.245201:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077452.245206:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245207:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077452.245211:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077452.245214:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077452.245216:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077452.245219:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245221:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077452.245224:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077452.245227:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077452.245232:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000800:00000200:1.1:1769077452.245237:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077452.245238:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077452.245243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1769077452.245244:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925775360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.245258:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.245262:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.245268:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925775360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.245279:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077452.245284:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077452.245286:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077452.245290:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077452.245293:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077452.245296:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077452.245300:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4140
00000400:00000200:2.0:1769077452.245311:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077452.245316:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077452.245318:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077452.245325:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245328:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.245332:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245336:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077452.245341:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077452.245344:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077452.245348:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077452.245351:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077452.245354:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077452.245356:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077452.245359:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245362:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077452.245367:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245369:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077452.245371:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077452.245389:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077452.245391:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077452.245392:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077452.245395:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077452.245396:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245397:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077452.245399:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077452.245400:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245402:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077452.245409:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077452.245410:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077452.245413:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077452.245416:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077452.245418:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077452.245420:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077452.245422:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077452.245426:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077452.245430:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077452.245436:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925775488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077452.245452:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077452.245455:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.245461:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925775488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077452.245478:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077452.245480:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077452.245484:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077452.245489:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4150)
00000800:00000200:1.1:1769077452.245774:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077452.245776:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077452.245970:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077452.245972:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077452.246154:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077452.246156:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.0:1769077453.460858:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077453.588703:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298814208, at 4298814272
00000100:00000010:2.0:1769077453.588736:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769077454.740734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077454.740737:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077454.740740:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077455.764658:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077455.764662:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077455.764665:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077457.365124:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077457.365128:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077457.365577:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077457.365578:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077457.365799:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077457.365800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077457.365977:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077457.365979:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077458.708659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298819328, at 4298819392
00000100:00000010:2.0:1769077458.708689:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000020:00000001:0.0:1769077458.836746:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077458.836753:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077458.836758:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077459.860777:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077459.860782:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077459.860786:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077462.485595:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077462.485601:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077462.486418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077462.486420:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077462.486694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077462.486697:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077462.486945:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077462.486947:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077462.932717:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077462.932722:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077462.932726:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077463.828657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298824449, at 4298824512
00000100:00000010:2.0:1769077463.828676:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000020:00000001:0.0:1769077463.956738:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077463.956742:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077463.956745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077467.028673:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077467.028676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077467.028679:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077467.605345:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077467.605354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077467.605896:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077467.605898:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077467.606224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077467.606227:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077467.606540:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077467.606543:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769077468.052735:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077468.052739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077468.052742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077468.948633:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298829568, at 4298829632
00000100:00000010:2.0:1769077468.948643:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769077471.124720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077471.124724:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077471.124727:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077472.148727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077472.148731:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077472.148735:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077472.724633:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077472.724642:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077472.724644:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077472.724647:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077472.724650:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077472.724656:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4160
00000400:00000200:0.0:1769077472.724664:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077472.724669:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077472.724672:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077472.724674:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724677:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.724679:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724680:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077472.724684:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077472.724686:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077472.724688:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077472.724690:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077472.724692:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077472.724693:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077472.724695:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724696:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.724698:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724700:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077472.724703:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077472.724707:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724709:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077472.724713:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077472.724717:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077472.724720:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.724722:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077472.724724:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077472.724735:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077472.724740:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077472.724744:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077472.724746:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.724749:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077472.724752:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077472.724757:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077472.724765:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077472.724770:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077472.724778:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925777152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077472.724785:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077472.724789:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077472.724792:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925777152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077472.724811:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077472.724814:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077472.724817:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077472.724818:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077472.724819:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077472.724821:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077472.724823:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4160
00000400:00000200:0.0:1769077472.724825:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077472.724828:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077472.724830:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077472.724832:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724834:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.724836:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724838:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077472.724840:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077472.724841:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077472.724842:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077472.724844:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077472.724846:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077472.724847:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077472.724850:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724852:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.724854:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724857:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077472.724858:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077472.724869:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077472.724870:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077472.724872:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077472.724877:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077472.724882:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.724888:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077472.724898:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077472.724909:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.724911:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077472.724914:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077472.724918:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077472.724922:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077472.724923:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.724925:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077472.724928:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077472.724930:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077472.724939:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077472.724945:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077472.724957:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925777280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077472.724970:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077472.724975:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077472.724979:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925777280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077472.724989:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077472.725002:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077472.725014:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077472.725020:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077472.725024:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077472.725051:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077472.725058:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4160
00000400:00000200:0.0:1769077472.725069:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077472.725076:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077472.725078:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077472.725081:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725083:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.725094:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725100:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077472.725103:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077472.725105:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077472.725107:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077472.725113:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077472.725116:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077472.725119:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077472.725129:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725131:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.725133:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725136:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077472.725143:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077472.725147:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725153:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077472.725158:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077472.725165:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077472.725170:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725176:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077472.725180:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077472.725193:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725200:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077472.725206:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077472.725213:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077472.725221:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077472.725223:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725237:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077472.725240:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077472.725245:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077472.725255:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077472.725260:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077472.725267:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925777408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077472.725275:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077472.725281:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077472.725296:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925777408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077472.725349:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077472.725371:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077472.725384:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077472.725389:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077472.725393:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077472.725401:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077472.725407:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4160
00000800:00000200:1.1:1769077472.725416:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077472.725421:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1769077472.725430:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077472.725445:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077472.725450:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077472.725454:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725461:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.725470:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725474:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077472.725477:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077472.725483:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077472.725487:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077472.725489:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077472.725491:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077472.725496:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077472.725513:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725519:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077472.725569:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725578:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077472.725586:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077472.725597:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077472.725605:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077472.725609:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077472.725616:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077472.725632:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725648:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077472.725657:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077472.725662:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725666:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077472.725674:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077472.725679:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077472.725682:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077472.725684:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077472.725697:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077472.725702:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077472.725705:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077472.725714:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077472.725724:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077472.725740:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925777536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077472.725779:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077472.725783:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077472.725793:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925777536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077472.725820:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077472.725826:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077472.725843:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077472.725856:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4171)
00000800:00000200:1.1:1769077472.726110:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077472.726112:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077472.726348:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077472.726349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077472.726561:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077472.726563:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769077474.068620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298834689, at 4298834752
00000100:00000010:2.0:1769077474.068648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769077475.220696:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077475.220700:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077475.220704:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077476.244742:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077476.244745:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077476.244748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077477.845342:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077477.845349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077477.845930:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077477.845933:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077477.846269:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077477.846272:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077477.846604:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077477.846607:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077479.188631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298839808, at 4298839872
00000100:00000010:2.0:1769077479.188655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000020:00000001:0.0:1769077479.316750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077479.316753:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077479.316756:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077480.340778:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077480.340782:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077480.340785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077482.965361:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077482.965366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077482.965890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077482.965893:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077482.966104:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077482.966105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077482.966290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077482.966292:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077483.412721:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077483.412725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077483.412728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077484.308649:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298844928, at 4298844992
00000100:00000010:2.0:1769077484.308667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769077484.436727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077484.436735:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077484.436740:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077487.508744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077487.508749:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077487.508753:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077488.085212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077488.085219:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077488.085763:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077488.085766:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077488.086101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077488.086104:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077488.086403:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077488.086406:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077488.532731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077488.532735:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077488.532737:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077489.428609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298850048, at 4298850112
00000100:00000010:2.0:1769077489.428627:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769077491.604757:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077491.604761:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077491.604764:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077492.372867:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769077492.628676:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077492.628685:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077492.628689:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077493.205463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077493.205471:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077493.206052:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077493.206055:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077493.206365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077493.206368:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077493.206735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077493.206738:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077494.548634:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298855169, at 4298855232
00000100:00000010:2.0:1769077494.548652:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:0.0:1769077495.700735:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077495.700740:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077495.700745:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077496.724732:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077496.724737:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077496.724747:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077498.324664:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077498.324680:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077498.324682:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077498.324685:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077498.324688:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077498.324694:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4186
00000400:00000200:0.0:1769077498.324702:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077498.324707:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077498.324710:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077498.324712:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324714:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.324716:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324718:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077498.324722:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077498.324723:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077498.324725:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077498.324727:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077498.324729:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077498.324732:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077498.324735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324737:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.324739:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324742:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077498.324745:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077498.324748:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324751:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077498.324753:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077498.324757:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077498.324760:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.324763:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077498.324765:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077498.324774:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077498.324778:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077498.324782:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077498.324784:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.324787:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077498.324789:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077498.324793:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077498.324799:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077498.324804:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077498.324811:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925779712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077498.324819:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077498.324822:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077498.324825:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925779712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077498.324853:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077498.324856:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077498.324858:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077498.324863:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077498.324864:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077498.324866:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077498.324868:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4186
00000400:00000200:0.0:1769077498.324871:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077498.324873:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077498.324875:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077498.324877:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324878:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.324880:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324882:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077498.324883:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077498.324884:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077498.324886:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077498.324887:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077498.324889:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077498.324891:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077498.324893:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324895:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.324897:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324898:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077498.324901:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077498.324908:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077498.324913:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077498.324917:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077498.324923:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077498.324929:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.324933:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077498.324940:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077498.324945:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.324950:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077498.324956:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077498.324961:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077498.324965:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077498.324967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.324969:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077498.324971:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077498.324974:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077498.324985:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077498.324990:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077498.325000:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925779840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077498.325014:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077498.325020:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077498.325027:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925779840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077498.325043:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077498.325049:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077498.325054:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077498.325059:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077498.325064:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077498.325070:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077498.325077:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4186
00000400:00000200:0.0:1769077498.325087:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077498.325096:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077498.325103:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077498.325113:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325116:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.325121:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325126:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077498.325132:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077498.325137:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077498.325141:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077498.325146:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077498.325153:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077498.325160:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077498.325167:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325169:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.325174:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077498.325184:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077498.325192:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077498.325205:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077498.325211:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077498.325215:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325220:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077498.325220:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:0.0:1769077498.325223:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769077498.325224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000008:00000001:0.0:1769077498.325231:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325236:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077498.325243:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077498.325250:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077498.325257:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077498.325262:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325267:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077498.325270:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077498.325275:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077498.325285:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077498.325291:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077498.325302:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925779968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077498.325317:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077498.325323:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077498.325332:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925779968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077498.325348:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077498.325352:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077498.325362:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077498.325366:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077498.325371:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077498.325378:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077498.325384:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4186
00000400:00000200:0.0:1769077498.325394:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077498.325403:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077498.325408:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077498.325417:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325423:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.325428:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325434:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077498.325439:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077498.325442:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077498.325447:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077498.325452:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077498.325457:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077498.325462:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077498.325470:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325474:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077498.325479:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325482:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077498.325488:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077498.325494:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077498.325501:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077498.325505:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077498.325511:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077498.325517:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325521:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077498.325587:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077498.325595:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325617:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077498.325626:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077498.325632:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077498.325638:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077498.325640:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077498.325645:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077498.325647:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077498.325651:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077498.325658:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077498.325664:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077498.325674:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925780096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077498.325689:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077498.325694:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077498.325703:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925780096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077498.325722:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077498.325729:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077498.325737:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077498.325746:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4196)
00000800:00000200:3.1:1769077498.325878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077498.325879:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077498.326127:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077498.326129:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077498.326377:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077498.326378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077499.668690:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298860288, at 4298860352
00000100:00000010:2.0:1769077499.668707:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:0.0:1769077499.796782:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077499.796786:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077499.796788:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077500.820779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077500.820783:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077500.820787:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077503.444675:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077503.444690:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077503.444694:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077503.444699:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077503.444705:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077503.444715:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4191
00000400:00000200:2.0:1769077503.444727:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077503.444735:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077503.444738:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077503.444741:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444744:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.444746:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444748:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077503.444752:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077503.444754:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077503.444756:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077503.444759:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077503.444762:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077503.444765:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077503.444768:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444770:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.444772:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077503.444778:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077503.444782:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444786:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.444789:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077503.444794:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.444798:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.444801:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077503.444804:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077503.444816:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077503.444821:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077503.444826:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077503.444827:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.444831:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077503.444835:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077503.444841:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077503.444852:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077503.444861:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.444872:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925780224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.444883:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077503.444888:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.444891:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925780224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.444916:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077503.444919:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077503.444923:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077503.444925:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077503.444927:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077503.444930:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077503.444934:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4191
00000400:00000200:2.0:1769077503.444938:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077503.444941:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077503.444944:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077503.444947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444950:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.444953:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444955:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077503.444958:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077503.444959:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077503.444961:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077503.444963:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077503.444966:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077503.444970:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077503.444973:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444975:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.444977:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444979:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077503.444982:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077503.444985:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077503.444987:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.444988:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077503.444995:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.444997:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.444998:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077503.445003:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077503.445006:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445013:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077503.445019:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077503.445026:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077503.445029:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077503.445030:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445033:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077503.445038:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077503.445041:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077503.445052:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077503.445063:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.445073:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925780352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.445110:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077503.445118:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.445129:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925780352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.445155:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077503.445160:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077503.445173:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077503.445178:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077503.445184:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077503.445187:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077503.445190:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4191
00000400:00000200:2.0:1769077503.445200:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077503.445211:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077503.445216:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077503.445229:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445238:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.445249:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445261:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077503.445270:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077503.445274:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077503.445277:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077503.445281:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077503.445286:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077503.445289:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077503.445297:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445303:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.445309:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445315:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077503.445326:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077503.445341:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445349:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.445361:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077503.445370:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.445377:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445391:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077503.445398:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077503.445403:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445405:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077503.445416:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077503.445426:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077503.445435:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077503.445442:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445455:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077503.445460:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077503.445467:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077503.445476:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:2.0:1769077503.445479:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077503.445484:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.445490:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925780480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.445498:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077503.445502:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.445512:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925780480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.445591:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077503.445602:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077503.445619:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077503.445628:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077503.445631:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077503.445638:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077503.445642:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4191
00000400:00000200:2.0:1769077503.445648:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077503.445656:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077503.445664:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077503.445678:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445689:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.445703:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445714:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077503.445724:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077503.445728:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077503.445734:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077503.445747:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077503.445763:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077503.445775:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077503.445788:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445796:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077503.445805:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445815:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077503.445825:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077503.445843:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077503.445854:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077503.445862:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077503.445870:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077503.445880:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445893:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077503.445903:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077503.445920:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445929:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077503.445943:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077503.445951:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077503.445962:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077503.445967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077503.445977:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077503.445981:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077503.445988:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077503.446001:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077503.446009:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077503.446010:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769077503.446019:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925780608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077503.446045:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077503.446051:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.446065:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925780608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077503.446119:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077503.446133:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077503.446150:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077503.446172:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4201)
00000800:00000200:3.1:1769077503.446317:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077503.446654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077503.892756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077503.892759:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077503.892762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077504.788611:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298865408, at 4298865472
00000100:00000010:2.0:1769077504.788625:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000020:00000001:0.0:1769077504.916709:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077504.916712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077504.916716:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077507.988705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077507.988711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077507.988715:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077508.564659:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.564672:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077508.564675:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077508.564678:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.564683:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.564690:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4196
00000400:00000200:0.0:1769077508.564700:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077508.564706:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.564709:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.564712:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564715:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.564717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564719:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077508.564723:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.564725:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077508.564728:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.564730:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077508.564732:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077508.564733:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077508.564735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564736:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.564738:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564739:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077508.564743:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077508.564745:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564748:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.564750:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077508.564753:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077508.564756:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.564758:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077508.564760:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077508.564769:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077508.564774:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077508.564779:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.564781:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.564785:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.564788:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.564795:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077508.564806:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077508.564815:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077508.564826:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925780736/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.564839:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.564845:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.564851:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925780736/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.564885:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.564889:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.564894:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077508.564896:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077508.564897:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.564901:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.564904:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4196
00000400:00000200:0.0:1769077508.564909:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077508.564913:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.564916:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.564919:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564922:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.564924:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564926:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077508.564929:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.564930:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077508.564932:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.564934:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077508.564943:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077508.564946:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077508.564950:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564952:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.564954:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564956:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077508.564958:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077508.564961:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077508.564964:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.564966:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077508.564987:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077508.564990:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.564992:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077508.564997:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077508.565000:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565002:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077508.565007:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077508.565009:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077508.565012:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.565014:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565016:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.565018:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.565020:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077508.565025:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077508.565029:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077508.565034:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925780864/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.565041:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.565044:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.565047:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925780864/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.565056:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.565059:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.565063:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077508.565065:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077508.565067:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.565070:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.565073:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4196
00000400:00000200:0.0:1769077508.565077:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077508.565081:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.565083:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.565086:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565088:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.565091:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565093:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077508.565096:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.565097:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077508.565099:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.565101:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077508.565103:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077508.565106:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077508.565110:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565112:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.565114:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565116:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077508.565119:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077508.565122:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565124:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.565126:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077508.565129:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077508.565131:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565133:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077508.565136:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077508.565139:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565141:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077508.565147:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077508.565158:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077508.565161:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.565163:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565165:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.565167:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.565169:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077508.565175:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077508.565179:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077508.565185:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925780992/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.565192:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.565194:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.565199:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925780992/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.565209:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077508.565212:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077508.565217:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077508.565220:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077508.565223:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077508.565226:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077508.565231:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4196
00000400:00000200:0.0:1769077508.565235:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077508.565239:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077508.565242:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077508.565247:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565251:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.565256:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565263:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077508.565267:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077508.565273:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077508.565277:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077508.565284:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077508.565287:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077508.565290:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077508.565299:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565305:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077508.565312:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565321:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077508.565331:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077508.565336:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077508.565339:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077508.565341:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077508.565345:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077508.565347:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565349:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077508.565352:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077508.565356:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565358:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077508.565363:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077508.565366:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077508.565369:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077508.565371:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077508.565372:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077508.565374:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077508.565376:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077508.565381:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077508.565385:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077508.565391:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925781120/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077508.565399:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077508.565402:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.565407:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925781120/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077508.565418:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077508.565422:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077508.565426:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077508.565448:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4206)
00000800:00000200:3.1:1769077508.565772:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077508.565776:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077508.566190:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077508.566193:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077508.566515:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077508.566518:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077508.566911:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077508.566914:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077509.012717:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077509.012722:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077509.012725:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077509.908663:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298870529, at 4298870592
00000100:00000010:2.0:1769077509.908689:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000020:00000001:0.0:1769077512.084692:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077512.084696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077512.084699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077513.108766:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077513.108771:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077513.108775:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077513.684632:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.684646:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077513.684651:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.684655:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.684660:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.684668:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4201
00000400:00000200:0.0:1769077513.684678:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077513.684684:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.684688:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.684691:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684694:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.684696:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684698:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077513.684703:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.684705:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077513.684707:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.684710:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077513.684713:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077513.684715:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077513.684719:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684721:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.684723:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684725:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077513.684738:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077513.684742:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684746:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.684749:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.684754:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.684758:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.684760:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077513.684763:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.684773:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077513.684776:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077513.684781:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.684782:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.684785:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.684788:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.684793:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.684802:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077513.684808:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.684817:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925781248/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.684827:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.684831:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.684835:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925781248/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.684852:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.684855:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.684857:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077513.684859:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.684860:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.684863:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.684865:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4201
00000400:00000200:0.0:1769077513.684868:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077513.684871:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.684873:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.684876:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684880:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.684882:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684886:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077513.684888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.684892:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077513.684894:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.684895:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077513.684899:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077513.684901:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077513.684904:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684907:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.684910:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684913:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077513.684918:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077513.684932:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077513.684938:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.684948:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.684957:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.684961:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.684963:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.684968:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.684976:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.684981:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.684985:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077513.684987:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077513.684991:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.684995:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.684998:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.685001:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.685003:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.685008:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077513.685015:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.685020:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925781376/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.685033:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.685038:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.685047:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925781376/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.685072:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.685079:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.685086:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077513.685089:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.685093:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.685096:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.685101:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4201
00000400:00000200:0.0:1769077513.685110:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077513.685116:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.685120:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.685127:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685131:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.685134:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685138:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077513.685140:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.685142:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077513.685145:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.685147:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077513.685148:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077513.685152:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077513.685157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685160:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.685161:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685162:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077513.685164:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077513.685166:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685169:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.685172:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.685176:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.685178:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685180:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.685182:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.685185:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685189:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.685193:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077513.685196:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077513.685209:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.685217:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685222:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.685225:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.685229:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.685238:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077513.685244:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.685255:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925781504/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.685273:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.685277:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.685292:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925781504/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.685308:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077513.685310:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077513.685314:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077513.685317:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00080000:0.0:1769077513.685322:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077513.685327:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.685331:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.685336:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.685352:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4201
00000400:00000200:0.0:1769077513.685358:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077513.685363:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.685369:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.685378:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685382:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.685386:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685391:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077513.685397:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.685399:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077513.685403:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.685405:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077513.685408:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077513.685410:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077513.685416:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685420:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.685425:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685429:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077513.685434:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077513.685437:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077513.685439:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.685443:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.685446:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.685449:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685454:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.685458:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077513.685463:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685466:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.685469:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077513.685473:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077513.685477:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.685478:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.685480:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.685481:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.685483:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.685487:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077513.685492:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.685502:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925781632/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.685516:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.685519:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.685556:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925781632/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.685564:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.685567:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077513.685573:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077513.685579:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4212)
00000800:00000200:3.1:1769077513.685962:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077513.685966:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077513.686241:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077513.686243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769077513.686457:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077513.686459:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769077515.028645:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298875648, at 4298875712
00000100:00000010:2.0:1769077515.028662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000020:00000001:0.0:1769077516.180683:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077516.180687:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077516.180690:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077517.204720:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077517.204723:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077517.204726:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077518.804681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.804696:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077518.804700:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.804705:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.804712:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.804722:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4207
00000400:00000200:0.0:1769077518.804735:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077518.804743:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.804748:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.804752:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804756:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.804759:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804762:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077518.804768:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.804771:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077518.804774:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.804777:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077518.804780:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077518.804783:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077518.804786:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804789:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.804791:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804793:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077518.804796:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077518.804801:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804804:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.804807:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.804812:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.804816:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.804827:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077518.804830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.804843:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077518.804847:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077518.804851:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.804854:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.804857:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.804861:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.804867:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.804878:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077518.804886:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.804896:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925781760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.804909:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.804921:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.804927:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925781760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.804955:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.804959:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.804963:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077518.804965:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.804966:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.804970:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.804973:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4207
00000400:00000200:0.0:1769077518.804979:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077518.804983:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.804987:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.804992:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.804997:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805002:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805009:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077518.805014:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.805018:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077518.805023:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.805028:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077518.805033:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077518.805038:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077518.805046:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805052:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805058:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805063:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077518.805069:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077518.805075:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805082:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.805087:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.805096:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.805101:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805104:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077518.805111:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077518.805116:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805121:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.805129:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077518.805135:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077518.805141:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.805144:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805149:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.805155:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.805159:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.805170:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077518.805177:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.805186:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925781888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.805201:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.805206:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.805217:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925781888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.805245:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.805251:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.805273:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077518.805276:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.805279:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.805291:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.805299:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4207
00000800:00000200:3.1:1769077518.805300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077518.805307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000400:00000200:0.0:1769077518.805312:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077518.805323:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.805327:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.805337:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805342:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805348:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805354:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077518.805359:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.805363:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077518.805368:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.805371:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077518.805378:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077518.805385:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077518.805394:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805399:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805402:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805406:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077518.805411:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077518.805419:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805423:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.805428:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.805431:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.805434:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805439:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077518.805443:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077518.805449:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805455:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.805463:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077518.805469:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077518.805476:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.805480:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805484:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.805488:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.805492:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.805499:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077518.805508:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.805520:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925782016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.805578:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.805584:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.805597:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925782016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.805619:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077518.805625:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077518.805631:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077518.805635:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077518.805637:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077518.805640:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077518.805644:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4207
00000400:00000200:0.0:1769077518.805651:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077518.805656:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077518.805662:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077518.805671:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805676:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805684:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805689:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077518.805694:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077518.805698:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077518.805704:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077518.805710:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077518.805717:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077518.805725:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077518.805735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805741:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077518.805748:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077518.805760:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077518.805764:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077518.805770:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077518.805776:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077518.805782:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077518.805791:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805796:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077518.805803:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077518.805811:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805817:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077518.805825:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077518.805830:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077518.805837:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077518.805841:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077518.805846:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077518.805849:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077518.805854:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077518.805864:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077518.805871:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.805884:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925782144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077518.805901:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077518.805906:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.805915:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925782144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077518.805933:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077518.805939:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077518.805948:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077518.805960:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4217)
00000800:00000200:3.1:1769077518.805987:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077518.805989:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077518.806181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077518.806182:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077518.806431:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077518.806433:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00000040:2.0:1769077520.148657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298880768, at 4298880832
00000100:00000010:2.0:1769077520.148675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000020:00000001:0.0:1769077520.276832:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077520.276836:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077520.276839:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077521.300707:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077521.300710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077521.300714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077523.925051:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077523.925063:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077523.925066:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077523.925070:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077523.925075:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077523.925083:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4212
00000400:00000200:2.0:1769077523.925094:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077523.925104:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077523.925108:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077523.925111:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925115:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925118:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925121:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077523.925125:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077523.925127:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077523.925130:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077523.925132:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077523.925135:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077523.925137:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077523.925141:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925143:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925145:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925148:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077523.925151:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077523.925155:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925158:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077523.925161:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077523.925164:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077523.925167:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925169:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077523.925185:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077523.925197:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077523.925201:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077523.925204:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077523.925206:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925209:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077523.925212:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077523.925226:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077523.925240:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077523.925246:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.925255:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925782272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077523.925269:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077523.925274:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077523.925279:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925782272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077523.925311:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077523.925315:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077523.925319:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077523.925322:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077523.925325:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077523.925327:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077523.925333:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4212
00000400:00000200:2.0:1769077523.925338:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077523.925342:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077523.925345:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077523.925349:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925352:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925355:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925358:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077523.925361:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077523.925362:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077523.925364:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077523.925365:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077523.925367:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077523.925369:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077523.925372:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925378:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925381:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925385:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077523.925390:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077523.925396:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925401:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077523.925406:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077523.925413:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077523.925417:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925421:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077523.925427:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077523.925433:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925441:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077523.925449:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077523.925454:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077523.925462:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077523.925465:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925469:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077523.925475:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077523.925479:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077523.925485:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077523.925491:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.925502:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925782400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077523.925518:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077523.925572:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077523.925580:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925782400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077523.925594:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077523.925598:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077523.925606:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077523.925608:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077523.925609:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077523.925612:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077523.925620:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4212
00000400:00000200:2.0:1769077523.925628:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077523.925635:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077523.925638:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077523.925646:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925651:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925656:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925661:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077523.925668:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077523.925670:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077523.925674:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077523.925678:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077523.925683:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077523.925686:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077523.925694:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925696:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925700:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925704:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077523.925709:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077523.925732:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925738:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077523.925743:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077523.925749:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077523.925755:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925760:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077523.925764:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077523.925770:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925775:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077523.925783:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077523.925788:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077523.925792:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077523.925795:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.925799:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077523.925802:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077523.925807:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077523.925813:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077523.925819:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.925827:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925782528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077523.925845:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077523.925851:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077523.925857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077523.925861:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925782528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077523.925863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077523.925880:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077523.925887:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077523.925893:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077523.925897:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077523.925902:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077523.925909:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077523.925916:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4212
00000400:00000200:2.0:1769077523.925925:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077523.925932:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077523.925937:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077523.925946:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925952:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.925957:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.925963:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077523.925968:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077523.925971:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077523.925975:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077523.925978:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077523.925983:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077523.925990:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077523.925997:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.926000:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077523.926006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077523.926011:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077523.926014:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077523.926020:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077523.926025:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077523.926028:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077523.926032:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077523.926036:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.926037:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077523.926040:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077523.926042:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.926045:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077523.926050:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077523.926053:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077523.926056:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077523.926060:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077523.926062:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077523.926064:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077523.926067:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077523.926075:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077523.926081:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077523.926088:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925782656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077523.926104:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077523.926108:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077523.926117:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925782656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077523.926144:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077523.926150:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077523.926156:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077523.926161:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4222)
00000800:00000200:1.1:1769077523.926490:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077523.926492:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077523.926722:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077523.926724:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077523.926940:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077523.926942:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769077524.372783:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077524.372788:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077524.372792:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077525.268632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298885889, at 4298885952
00000100:00000010:2.0:1769077525.268647:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769077525.396741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077525.396746:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077525.396750:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077528.468759:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077528.468762:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077528.468765:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077529.045208:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077529.045216:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077529.045744:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077529.045746:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077529.045974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077529.045976:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077529.046177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077529.046178:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077529.492760:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077529.492765:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077529.492767:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077530.260931:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077530.388637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298891008, at 4298891072
00000100:00000010:2.0:1769077530.388664:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000020:00000001:0.0:1769077532.564734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077532.564741:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077532.564747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077533.588683:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077533.588686:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077533.588689:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077534.164654:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.164662:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077534.164665:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.164668:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.164671:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.164677:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4222
00000400:00000200:0.0:1769077534.164686:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077534.164691:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.164693:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.164696:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164699:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.164701:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077534.164706:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.164707:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077534.164709:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.164712:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077534.164714:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077534.164716:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077534.164719:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164721:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.164724:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164726:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077534.164729:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077534.164732:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164735:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.164738:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.164742:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.164745:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.164747:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077534.164750:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.164759:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077534.164764:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077534.164768:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.164769:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.164772:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.164774:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.164777:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.164784:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077534.164789:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.164796:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925783296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.164809:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.164813:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.164816:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925783296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.164833:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.164836:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.164839:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.164840:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.164841:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.164844:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.164845:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4222
00000400:00000200:0.0:1769077534.164849:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077534.164851:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.164853:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.164855:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164857:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.164859:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164861:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077534.164863:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.164864:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077534.164865:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.164867:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077534.164868:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077534.164870:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077534.164872:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164874:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.164876:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164878:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077534.164882:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077534.164887:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077534.164893:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.164894:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.164901:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.164906:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.164910:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.164914:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.164919:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.164924:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.164931:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077534.164933:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077534.164937:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.164939:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.164943:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.164946:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.164949:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.164954:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077534.164959:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.164966:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925783424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.164975:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.164979:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.164983:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925783424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.164996:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.165015:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.165018:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077534.165019:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.165021:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.165024:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.165029:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4222
00000400:00000200:0.0:1769077534.165036:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077534.165040:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.165044:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.165047:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165051:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.165055:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165060:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077534.165061:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.165062:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077534.165065:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.165067:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077534.165071:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077534.165075:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077534.165083:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165087:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.165091:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165093:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077534.165096:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077534.165111:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165116:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.165118:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.165121:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.165126:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165127:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.165130:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.165135:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165138:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.165142:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077534.165146:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077534.165150:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.165153:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165161:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.165166:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.165170:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.165176:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077534.165182:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.165190:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925783552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.165206:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.165209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.165215:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925783552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.165230:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.165236:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769077534.165241:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077534.165242:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.165246:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077534.165246:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769077534.165248:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.165253:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.165258:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4222
00000400:00000200:0.0:1769077534.165265:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077534.165270:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.165272:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.165279:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165281:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.165286:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165289:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077534.165297:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.165301:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077534.165304:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.165308:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077534.165311:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077534.165316:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077534.165324:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165328:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.165332:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165335:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077534.165338:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077534.165342:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077534.165348:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.165352:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.165357:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.165361:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165363:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.165366:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077534.165369:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165370:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.165374:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077534.165377:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077534.165380:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.165383:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.165386:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.165389:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.165392:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.165399:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077534.165404:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.165413:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925783680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.165434:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.165437:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.165443:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925783680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.165457:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.165461:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077534.165468:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077534.165477:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4232)
00000800:00000200:3.1:1769077534.165732:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077534.165734:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077534.165965:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077534.165967:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077534.166205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077534.166207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769077535.508631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298896128, at 4298896192
00000100:00000010:2.0:1769077535.508649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000020:00000001:0.0:1769077536.660744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077536.660748:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077536.660752:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077537.684745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077537.684750:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077537.684754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077539.284695:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077539.284710:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077539.284713:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077539.284719:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077539.284725:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077539.284735:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4227
00000400:00000200:2.0:1769077539.284753:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077539.284761:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077539.284764:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077539.284767:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284771:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.284773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284775:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077539.284779:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077539.284781:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077539.284784:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077539.284787:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077539.284789:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077539.284791:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077539.284794:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284796:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.284798:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284800:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077539.284805:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077539.284809:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284812:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.284816:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077539.284821:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.284825:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.284827:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077539.284830:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077539.284844:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077539.284848:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077539.284853:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077539.284854:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.284857:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077539.284860:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077539.284865:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077539.284873:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077539.284879:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.284888:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925783808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.284898:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077539.284902:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.284906:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925783808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.284951:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077539.284954:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077539.284957:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077539.284958:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077539.284960:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077539.284962:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077539.284964:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4227
00000400:00000200:2.0:1769077539.284968:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077539.284971:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077539.284973:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077539.284975:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284977:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.284979:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284980:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077539.284982:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077539.284983:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077539.284984:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077539.284986:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077539.284987:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077539.284989:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077539.284991:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284992:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.284993:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.284994:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077539.284996:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077539.284999:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285001:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.285003:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077539.285009:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.285011:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285013:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077539.285017:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077539.285020:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285021:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077539.285025:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077539.285029:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077539.285036:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077539.285041:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285047:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077539.285049:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077539.285055:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077539.285065:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077539.285074:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.285089:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925783936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.285123:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077539.285131:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.285144:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925783936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.285207:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077539.285220:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077539.285230:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077539.285237:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077539.285241:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077539.285251:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077539.285262:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4227
00000400:00000200:2.0:1769077539.285302:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077539.285309:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077539.285312:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077539.285319:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285326:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.285332:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285335:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077539.285343:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1769077539.285344:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769077539.285347:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:3.1:1769077539.285349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077539.285356:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077539.285363:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077539.285371:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077539.285379:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077539.285391:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285398:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.285410:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285422:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077539.285432:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077539.285439:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285446:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.285456:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077539.285463:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.285468:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285476:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077539.285479:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077539.285483:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285486:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077539.285495:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077539.285499:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077539.285505:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077539.285511:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285516:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077539.285520:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077539.285576:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077539.285586:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077539.285596:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.285613:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925784064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.285684:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077539.285689:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.285710:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925784064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.285747:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077539.285754:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077539.285766:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077539.285769:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077539.285771:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077539.285777:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077539.285781:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4227
00000400:00000200:2.0:1769077539.285788:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077539.285801:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077539.285810:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077539.285822:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285830:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.285844:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285855:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077539.285861:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077539.285867:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077539.285874:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077539.285880:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077539.285883:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077539.285890:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077539.285903:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285923:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077539.285930:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285932:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077539.285934:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077539.285937:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077539.285939:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077539.285940:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077539.285944:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077539.285945:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285947:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077539.285949:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077539.285952:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285953:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077539.285956:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077539.285959:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077539.285975:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077539.285978:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077539.285986:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077539.285987:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077539.285992:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077539.286000:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077539.286008:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.286023:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925784192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077539.286065:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077539.286074:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.286089:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925784192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077539.286126:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077539.286137:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077539.286151:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077539.286164:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4237)
00000800:00000200:3.1:1769077539.286276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077539.286277:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077539.286462:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077539.286464:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077539.286662:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077539.286663:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769077540.628637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298901248, at 4298901312
00000100:00000010:2.0:1769077540.628653:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000020:00000001:0.0:1769077540.756672:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077540.756677:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077540.756681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077541.780765:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077541.780769:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077541.780772:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077544.404624:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.404635:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077544.404638:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.404642:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.404656:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.404663:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4232
00000400:00000200:0.0:1769077544.404673:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077544.404679:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.404683:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.404686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404690:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.404693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404695:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077544.404700:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.404702:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077544.404705:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.404708:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077544.404711:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077544.404714:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077544.404717:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404720:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.404722:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077544.404727:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077544.404731:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404734:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.404737:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.404741:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.404745:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.404747:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077544.404749:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.404759:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077544.404764:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077544.404767:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.404769:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.404772:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.404775:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.404780:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.404789:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077544.404796:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.404805:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925784320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.404817:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.404822:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.404841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925784320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.404867:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.404871:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.404875:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.404876:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.404878:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.404881:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.404884:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4232
00000400:00000200:0.0:1769077544.404889:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077544.404892:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.404894:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.404898:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404900:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.404902:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404905:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077544.404908:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.404909:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077544.404912:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.404914:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077544.404917:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077544.404919:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077544.404923:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404928:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.404931:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404936:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077544.404941:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077544.404948:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077544.404955:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.404960:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.404968:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.404975:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.404979:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.404994:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.405000:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405005:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.405011:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077544.405018:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077544.405022:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.405027:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405033:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.405034:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.405037:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.405044:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077544.405050:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.405059:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925784448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.405070:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.405072:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.405077:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925784448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.405096:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.405102:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.405111:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077544.405116:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.405119:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.405124:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.405132:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4232
00000400:00000200:0.0:1769077544.405139:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077544.405143:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.405146:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.405151:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405156:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.405159:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405165:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077544.405171:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.405173:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077544.405175:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.405179:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077544.405184:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077544.405187:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077544.405194:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405198:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.405204:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405208:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077544.405213:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077544.405217:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405220:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.405224:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.405230:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.405236:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405240:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.405245:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.405253:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405259:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.405266:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077544.405269:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077544.405275:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.405278:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405283:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.405287:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.405292:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.405299:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077544.405304:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.405311:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925784576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077544.405331:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077544.405337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077544.405340:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.405345:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.405354:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925784576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.405372:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.405377:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.405384:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.405388:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.405391:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.405398:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.405404:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4232
00000400:00000200:0.0:1769077544.405413:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077544.405422:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.405428:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.405432:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405438:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.405444:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405449:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077544.405454:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.405457:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077544.405460:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.405464:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077544.405467:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077544.405472:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077544.405479:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405485:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.405491:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405496:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077544.405504:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077544.405511:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077544.405519:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.405559:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.405565:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.405571:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405576:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.405582:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077544.405589:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405594:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.405602:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077544.405608:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077544.405615:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.405619:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.405625:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.405629:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.405634:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.405642:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077544.405648:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.405661:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925784704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.405682:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.405687:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.405696:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925784704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.405714:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.405719:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077544.405729:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077544.405737:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4242)
00000800:00000200:3.1:1769077544.405913:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077544.405916:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077544.406230:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077544.406233:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077544.406568:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077544.406571:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077544.852698:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077544.852701:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077544.852705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077545.748661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298906368, at 4298906432
00000100:00000010:2.0:1769077545.748686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000020:00000001:0.0:1769077545.876753:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077545.876758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077545.876762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077548.948729:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077548.948733:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077548.948735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077549.524706:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077549.524730:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077549.524733:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077549.524736:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.524764:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077549.524771:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4237
00000400:00000200:2.0:1769077549.524780:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077549.524785:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077549.524788:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077549.524791:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524794:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.524796:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524798:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077549.524801:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077549.524802:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077549.524804:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077549.524806:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077549.524808:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077549.524810:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077549.524812:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524813:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.524815:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524817:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077549.524819:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077549.524821:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524822:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.524824:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077549.524827:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.524829:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.524830:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077549.524832:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077549.524840:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077549.524843:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077549.524845:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077549.524846:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.524848:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077549.524850:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077549.524854:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077549.524860:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077549.524865:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.524872:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925784832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077549.524880:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077549.524883:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.524887:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925784832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.524907:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077549.524910:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077549.524913:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077549.524914:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077549.524915:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.524917:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077549.524919:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4237
00000400:00000200:2.0:1769077549.524921:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077549.524923:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077549.524925:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077549.524928:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524930:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.524931:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524933:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077549.524934:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077549.524935:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077549.524937:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077549.524938:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077549.524940:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077549.524942:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077549.524947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524950:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.524952:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524954:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077549.524955:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077549.524958:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077549.524960:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.524962:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077549.524975:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.524980:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.524988:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077549.524995:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077549.525001:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525013:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077549.525027:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077549.525038:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077549.525042:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077549.525044:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525052:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077549.525060:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077549.525064:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077549.525072:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077549.525081:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.525092:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925784960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077549.525107:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077549.525109:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.525113:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925784960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.525136:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077549.525147:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077549.525151:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077549.525161:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077549.525163:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.525165:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077549.525168:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4237
00000400:00000200:2.0:1769077549.525176:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077549.525180:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077549.525191:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077549.525202:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525207:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.525215:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525224:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077549.525233:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077549.525238:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077549.525244:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077549.525254:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077549.525263:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077549.525267:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077549.525276:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525279:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.525280:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525282:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077549.525286:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077549.525289:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525298:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.525303:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077549.525307:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.525310:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525319:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077549.525324:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077549.525327:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525333:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077549.525340:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077549.525345:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077549.525351:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077549.525353:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525358:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077549.525365:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077549.525369:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077549.525377:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077549.525385:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.525400:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925785088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077549.525417:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077549.525423:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.525436:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925785088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.525454:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077549.525459:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077549.525461:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077549.525461:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077549.525464:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077549.525473:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077549.525481:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4237
00000400:00000200:2.0:1769077549.525492:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769077549.525498:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769077549.525499:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077549.525511:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077549.525513:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077549.525517:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525586:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.525593:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525596:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077549.525599:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077549.525602:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077549.525609:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077549.525615:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077549.525620:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077549.525622:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077549.525625:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525626:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077549.525629:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525640:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077549.525648:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077549.525652:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077549.525658:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077549.525665:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077549.525671:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077549.525679:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525690:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077549.525694:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077549.525701:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525711:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077549.525719:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077549.525722:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077549.525728:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077549.525731:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077549.525735:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077549.525737:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077549.525739:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077549.525757:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077549.525766:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077549.525774:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925785216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077549.525787:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077549.525790:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.525801:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925785216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077549.525821:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077549.525835:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077549.525846:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077549.525856:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4247)
00000800:00000200:3.1:1769077549.526106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077549.526108:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077549.526296:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077549.526298:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077549.526479:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077549.526481:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077549.972754:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077549.972757:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077549.972760:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077550.868676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298911489, at 4298911552
00000100:00000010:2.0:1769077550.868693:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000020:00000001:0.0:1769077553.044753:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077553.044758:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077553.044762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077554.068739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077554.068758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077554.068763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077554.644648:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.644704:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077554.644707:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.644712:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.644717:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.644725:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4242
00000400:00000200:0.0:1769077554.644736:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077554.644742:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.644746:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.644750:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644753:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.644756:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644759:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077554.644764:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.644766:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077554.644769:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.644772:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077554.644775:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077554.644779:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077554.644782:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644785:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.644787:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644789:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077554.644792:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077554.644796:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644799:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.644802:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.644806:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.644809:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.644811:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077554.644814:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.644824:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077554.644828:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077554.644832:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.644834:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.644837:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.644840:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.644844:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077554.644853:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077554.644860:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077554.644869:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925785344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.644880:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.644885:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.644890:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925785344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.644915:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077554.644918:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.644923:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077554.644924:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.644926:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.644930:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.644932:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4242
00000400:00000200:0.0:1769077554.644938:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077554.644942:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.644945:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.644949:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644952:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.644968:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.644976:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077554.644982:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.644986:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077554.644990:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.644994:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077554.645000:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077554.645006:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077554.645011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645016:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.645022:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645028:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077554.645033:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077554.645041:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645047:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.645050:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.645057:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.645062:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645068:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077554.645073:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077554.645081:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645086:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.645104:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077554.645109:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077554.645113:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.645114:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645118:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.645122:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.645124:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077554.645130:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077554.645136:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077554.645147:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925785472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.645172:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.645179:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.645190:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925785472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.645212:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077554.645218:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.645228:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.1:1769077554.645229:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077554.645232:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077554.645234:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00080000:0.0:1769077554.645236:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.645252:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.645260:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4242
00000400:00000200:0.0:1769077554.645270:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077554.645280:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.645283:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.645291:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645295:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.645302:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645309:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077554.645316:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.645320:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077554.645325:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.645331:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077554.645335:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077554.645341:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077554.645350:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645355:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.645360:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645366:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077554.645371:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077554.645381:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645389:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.645394:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.645401:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.645406:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645411:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077554.645416:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077554.645423:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645428:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.645437:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077554.645443:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077554.645450:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.645455:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645460:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.645464:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.645468:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077554.645475:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077554.645480:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077554.645491:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925785600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.645574:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.645580:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.645592:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925785600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.645610:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077554.645617:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.645626:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077554.645629:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.645631:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.645639:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.645646:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4242
00000400:00000200:0.0:1769077554.645669:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077554.645678:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.645685:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.645693:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645698:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.645703:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645709:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077554.645716:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.645721:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077554.645726:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.645730:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077554.645737:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077554.645745:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077554.645753:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645759:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.645766:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077554.645782:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077554.645791:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077554.645799:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.645805:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.645811:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.645818:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645824:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077554.645828:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077554.645836:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645841:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.645849:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077554.645857:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077554.645865:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.645870:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.645876:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.645881:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.645886:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077554.645895:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077554.645903:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077554.645903:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077554.645905:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00100000:0.0:1769077554.645916:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925785728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.645937:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.645944:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.645955:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925785728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.645989:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.645996:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077554.646005:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077554.646015:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4253)
00000800:00000200:3.1:1769077554.646166:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077554.646168:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769077554.646392:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077554.646393:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1769077555.988622:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298916608, at 4298916672
00000100:00000010:2.0:1769077555.988630:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000020:00000001:0.0:1769077557.140678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077557.140681:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077557.140684:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077558.164814:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077558.164820:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077558.164825:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077559.765460:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077559.765466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077559.766140:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077559.766142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077559.766331:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077559.766333:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077559.766506:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077559.766508:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769077561.108674:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298921729, at 4298921792
00000100:00000010:2.0:1769077561.108690:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769077561.236773:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077561.236780:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077561.236784:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077562.260668:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077562.260674:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077562.260678:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077564.885436:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077564.885448:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077564.886059:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077564.886061:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077564.886317:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077564.886319:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077564.886540:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077564.886542:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769077565.332749:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077565.332755:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077565.332759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077566.228642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298926849, at 4298926912
00000100:00000010:2.0:1769077566.228660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077566.356732:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077566.356736:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077566.356739:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077568.148942:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769077568.148964:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077568.148977:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077568.148983:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077568.148986:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077569.428697:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077569.428701:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077569.428704:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077570.005222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077570.005650:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077570.005830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077570.006019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077570.452734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077570.452738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077570.452741:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077571.348608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298931968, at 4298932032
00000100:00000010:2.0:1769077571.348622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000400:00000100:2.0:1769077573.076922:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077573.076979:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077573.076994:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077573.077000:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077573.077004:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077573.077009:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077573.077016:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077573.077021:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547b00.
00000400:00000200:2.0:1769077573.077029:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077573.077035:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077573.077044:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460c38
00000400:00000010:2.0:1769077573.077047:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460c38.
00000100:00000001:2.0:1769077573.077053:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077573.077063:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889528700 x1855007925786880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077109:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077573.077114:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925786880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077124:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.077126:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077573.077139:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077573.077142:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:2.0:1769077573.077145:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077573.077148:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077573.077152:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460330
00000400:00000010:2.0:1769077573.077154:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460330.
00000100:00000001:2.0:1769077573.077157:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077573.077163:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952b480 x1855007925787008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077173:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077573.077176:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925787008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077183:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.077185:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077573.077190:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077573.077192:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000400:00000200:2.0:1769077573.077195:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077573.077199:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077573.077201:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:2.0:1769077573.077204:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769077573.077206:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077573.077210:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc88952b800 x1855007925787136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077219:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077573.077230:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925787136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077237:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.077238:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077573.077243:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077573.077245:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000400:00000200:2.0:1769077573.077248:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077573.077252:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077573.077256:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460440
00000400:00000010:2.0:1769077573.077259:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460440.
00000100:00000001:2.0:1769077573.077262:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077573.077267:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc889529880 x1855007925787264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077276:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077573.077279:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925787264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077573.077287:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077573.077290:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077573.524659:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077573.524664:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077573.524667:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077574.548671:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077574.548674:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077574.548677:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077575.125361:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077575.125367:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077575.126127:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077575.126131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077575.126494:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077575.126498:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077575.126841:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077575.126845:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769077576.468641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298937088, at 4298937152
00000100:00000010:2.0:1769077576.468655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769077577.620652:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077577.620657:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077577.620660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077578.644739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077578.644743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077578.644748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077580.245322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077580.245332:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077580.246205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077580.246209:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077580.246465:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077580.246467:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077580.246723:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077580.246725:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769077581.588608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298942208, at 4298942272
00000100:00000010:2.0:1769077581.588626:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769077581.716707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077581.716713:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077581.716717:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077582.740744:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077582.740750:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077582.740754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077585.365487:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077585.365497:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077585.366066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077585.366069:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077585.366402:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077585.366406:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077585.366683:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077585.366685:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077585.812736:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077585.812742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077585.812746:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077586.708659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298947329, at 4298947392
00000100:00000010:2.0:1769077586.708680:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000020:00000001:0.0:1769077586.836746:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077586.836751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077586.836754:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077589.908751:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077589.908757:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077589.908760:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077590.485384:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077590.485392:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077590.486274:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077590.486277:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077590.486582:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077590.486584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077590.486862:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077590.486864:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769077590.932726:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077590.932731:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077590.932734:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077591.828597:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298952449, at 4298952512
00000100:00000010:2.0:1769077591.828606:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769077594.004779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077594.004784:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077594.004787:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077595.028747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077595.028751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077595.028755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077595.604639:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077595.604650:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077595.604653:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077595.604657:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077595.604661:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077595.604669:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4283
00000400:00000200:0.0:1769077595.604678:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077595.604684:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077595.604688:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077595.604692:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604694:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.604697:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604700:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077595.604705:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077595.604707:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077595.604711:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077595.604713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077595.604716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077595.604718:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077595.604722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604724:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.604726:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604728:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077595.604730:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077595.604733:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604736:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077595.604740:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077595.604744:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077595.604747:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.604757:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077595.604760:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077595.604770:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077595.604774:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077595.604778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077595.604780:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.604783:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077595.604786:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077595.604790:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077595.604798:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077595.604804:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077595.604812:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925789440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077595.604823:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077595.604827:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077595.604832:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925789440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077595.604852:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077595.604856:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077595.604859:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077595.604861:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077595.604863:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077595.604865:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077595.604868:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4283
00000400:00000200:0.0:1769077595.604872:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077595.604875:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077595.604878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077595.604882:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604885:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.604888:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604890:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077595.604893:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077595.604896:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077595.604900:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077595.604905:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077595.604908:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077595.604912:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077595.604919:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604924:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.604929:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604934:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077595.604939:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077595.604945:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077595.604949:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077595.604955:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077595.604964:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077595.604997:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605001:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077595.605008:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077595.605013:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605017:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077595.605022:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077595.605027:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077595.605032:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077595.605034:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605037:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077595.605042:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077595.605044:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077595.605050:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077595.605056:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077595.605068:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925789568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077595.605084:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077595.605088:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077595.605097:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925789568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077595.605121:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077595.605127:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077595.605131:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077595.605135:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077595.605139:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077595.605145:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077595.605155:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4283
00000400:00000200:0.0:1769077595.605162:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077595.605166:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077595.605169:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077595.605177:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605180:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.605185:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605190:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077595.605194:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077595.605197:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077595.605201:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077595.605203:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077595.605208:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077595.605212:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077595.605220:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605225:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.605231:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605236:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077595.605241:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077595.605248:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605252:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077595.605256:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077595.605259:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077595.605261:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605266:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077595.605268:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077595.605273:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605278:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077595.605284:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077595.605288:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077595.605292:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077595.605293:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605296:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077595.605299:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077595.605303:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077595.605312:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077595.605320:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077595.605327:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:0.0:1769077595.605333:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925789696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077595.605335:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077595.605349:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077595.605353:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077595.605361:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925789696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077595.605376:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077595.605382:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077595.605389:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077595.605391:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077595.605395:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077595.605398:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077595.605404:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4283
00000400:00000200:0.0:1769077595.605411:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077595.605419:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077595.605424:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077595.605431:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605435:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.605441:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605443:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077595.605450:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077595.605452:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077595.605456:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077595.605460:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077595.605467:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077595.605472:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077595.605475:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605478:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077595.605484:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605488:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077595.605493:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077595.605500:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077595.605504:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077595.605509:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077595.605511:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077595.605515:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605520:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077595.605564:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077595.605571:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605575:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077595.605580:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077595.605587:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077595.605595:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077595.605599:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077595.605603:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077595.605606:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077595.605609:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077595.605616:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077595.605622:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077595.605632:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925789824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077595.605644:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077595.605648:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077595.605659:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925789824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077595.605685:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077595.605689:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077595.605697:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077595.605706:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4293)
00000800:00000200:1.1:1769077595.606006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077595.606009:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077595.606328:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077595.606330:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077595.606658:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077595.606661:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769077596.948665:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298957568, at 4298957632
00000100:00000010:2.0:1769077596.948686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:0.0:1769077598.100773:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077598.100778:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077598.100786:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077599.124670:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077599.124674:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077599.124678:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077600.725258:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077600.725264:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077600.725776:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077600.725778:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077600.725988:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077600.725990:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077600.726171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077600.726173:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769077602.068652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298962688, at 4298962752
00000100:00000010:2.0:1769077602.068679:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:0.0:1769077602.196758:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077602.196764:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077602.196768:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077603.220767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077603.220773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077603.220776:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077605.845647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077605.845660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077605.846345:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077605.846346:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077605.846550:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077605.846552:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077605.846769:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077605.846771:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769077606.292759:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077606.292764:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077606.292768:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077607.060898:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077607.188641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298967809, at 4298967872
00000100:00000010:2.0:1769077607.188657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000020:00000001:0.0:1769077607.316736:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077607.316740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077607.316744:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077610.388755:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077610.388758:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077610.388761:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077610.965321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077610.965328:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077610.965670:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077610.965672:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077610.965911:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077610.965913:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077610.966093:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077610.966095:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077611.412687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077611.412717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077611.412722:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077612.308661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298972928, at 4298972992
00000100:00000010:2.0:1769077612.308675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769077614.484857:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077614.484860:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077614.484863:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077615.508801:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077615.508804:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077615.508808:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077616.085304:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077616.085311:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077616.085854:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077616.085855:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077616.086060:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077616.086062:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077616.086258:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077616.086260:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077617.428597:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298978048, at 4298978112
00000100:00000010:2.0:1769077617.428625:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:0.0:1769077618.580763:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077618.580767:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077618.580770:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077619.604769:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077619.604774:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077619.604777:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077621.204682:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.204694:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077621.204697:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.204701:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.204705:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.204713:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4309
00000400:00000200:0.0:1769077621.204723:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077621.204730:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.204734:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.204737:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204748:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.204752:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204755:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077621.204763:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.204765:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077621.204768:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.204771:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077621.204773:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077621.204776:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077621.204779:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204781:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.204783:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204785:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077621.204788:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077621.204791:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204794:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.204797:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.204800:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.204803:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.204805:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077621.204807:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.204817:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077621.204821:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077621.204826:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.204827:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.204830:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.204833:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.204837:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.204846:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077621.204853:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.204861:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925792000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.204873:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.204877:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.204883:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925792000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.204907:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.204910:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.204914:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077621.204916:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.204918:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.204921:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.204924:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4309
00000400:00000200:0.0:1769077621.204928:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077621.204932:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.204935:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.204938:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204940:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.204944:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204949:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077621.204955:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.204958:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077621.204963:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.204968:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077621.204973:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077621.204980:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077621.204989:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.204995:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.205003:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205010:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077621.205016:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077621.205023:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205028:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.205034:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.205042:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.205047:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205052:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.205057:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077621.205062:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205065:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.205073:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077621.205079:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077621.205084:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.205087:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205093:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.205096:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.205099:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.205108:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077621.205115:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.205125:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925792128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.205140:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.205144:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.205152:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925792128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.205181:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.205188:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.205194:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077621.205198:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.205201:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.205207:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.205212:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4309
00000400:00000200:0.0:1769077621.205220:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077621.205229:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.205234:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.205244:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205250:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.205255:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205260:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077621.205263:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.205266:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077621.205269:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.205274:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077621.205278:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077621.205283:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:3.1:1769077621.205284:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077621.205290:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077621.205291:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205298:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.205305:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205309:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077621.205314:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077621.205324:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205328:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.205335:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.205339:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.205345:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205351:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.205354:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077621.205359:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205363:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.205370:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077621.205376:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077621.205381:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.205385:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205388:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.205393:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.205397:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.205402:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077621.205406:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.205416:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925792256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.205430:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.205433:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.205440:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925792256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.205457:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.205463:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.205471:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077621.205476:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.205479:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.205486:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.205492:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4309
00000400:00000200:0.0:1769077621.205502:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077621.205508:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.205514:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.205676:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205683:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.205689:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205693:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077621.205697:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.205700:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077621.205705:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.205710:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077621.205716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077621.205721:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077621.205730:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205737:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.205742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077621.205748:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077621.205752:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077621.205758:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.205764:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.205770:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.205776:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205783:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.205788:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077621.205796:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205801:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.205811:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077621.205819:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077621.205825:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.205829:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.205833:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.205837:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.205843:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.205853:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077621.205862:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.205873:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925792384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.205897:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.205902:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.205913:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925792384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077621.205935:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077621.205936:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077621.205937:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077621.205942:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077621.205951:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077621.205962:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4319)
00000800:00000200:3.1:1769077621.206170:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077621.206172:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077621.206436:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077621.206438:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077622.548686:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298983168, at 4298983232
00000100:00000010:2.0:1769077622.548706:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:0.0:1769077622.676845:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077622.676853:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077622.676858:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077623.700770:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077623.700775:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077623.700778:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077626.325138:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077626.325141:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077626.325421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077626.325423:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077626.326817:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077626.326820:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077626.327040:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077626.327042:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077626.772728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077626.772732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077626.772736:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077627.668601:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298988288, at 4298988352
00000100:00000010:2.0:1769077627.668618:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769077627.796771:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077627.796777:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077627.796780:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077630.868732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077630.868737:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077630.868741:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077631.445690:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077631.445698:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077631.446336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077631.446340:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077631.446728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077631.446731:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077631.447101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077631.447104:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077631.892737:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077631.892740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077631.892743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077632.788609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298993409, at 4298993472
00000100:00000010:2.0:1769077632.788623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:0.0:1769077634.964717:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077634.964720:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077634.964723:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077635.988714:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077635.988719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077635.988724:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077636.564681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077636.564690:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077636.564692:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077636.564696:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077636.564699:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077636.564705:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4324
00000400:00000200:0.0:1769077636.564719:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077636.564725:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077636.564730:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077636.564732:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564735:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.564737:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564739:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077636.564742:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077636.564743:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077636.564745:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077636.564747:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077636.564749:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077636.564751:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077636.564753:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.564756:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564757:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077636.564759:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077636.564762:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564764:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077636.564766:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077636.564769:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077636.564772:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.564774:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077636.564775:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077636.564783:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077636.564786:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077636.564789:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077636.564790:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.564792:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077636.564795:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077636.564799:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077636.564807:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077636.564812:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077636.564819:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925793536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077636.564827:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077636.564830:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077636.564834:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925793536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077636.564851:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077636.564853:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077636.564856:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077636.564857:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077636.564858:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077636.564860:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077636.564861:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4324
00000400:00000200:0.0:1769077636.564864:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077636.564866:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077636.564867:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077636.564871:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564873:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.564876:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564878:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077636.564881:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077636.564882:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077636.564884:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077636.564887:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077636.564889:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077636.564891:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077636.564895:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564897:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.564900:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564905:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077636.564912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077636.564920:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077636.564928:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077636.564933:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077636.564941:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077636.564950:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.564956:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077636.564964:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077636.564971:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.564975:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077636.564982:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077636.564988:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077636.564994:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077636.564995:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.564997:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077636.564998:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077636.565002:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077636.565009:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077636.565013:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077636.565020:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925793664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077636.565030:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077636.565033:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077636.565040:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925793664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077636.565048:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077636.565052:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077636.565059:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077636.565060:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077636.565062:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077636.565066:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077636.565069:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4324
00000400:00000200:0.0:1769077636.565079:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077636.565085:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077636.565090:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077636.565094:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565098:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.565104:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565109:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077636.565114:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077636.565117:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077636.565121:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077636.565123:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077636.565128:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077636.565132:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077636.565138:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565143:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.565149:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565155:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077636.565158:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077636.565163:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565166:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077636.565168:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077636.565171:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077636.565174:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565178:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077636.565181:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077636.565184:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565187:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077636.565191:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077636.565195:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077636.565199:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077636.565202:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565205:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077636.565208:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077636.565211:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077636.565213:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077636.565218:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077636.565224:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925793792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077636.565236:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077636.565238:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077636.565246:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925793792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077636.565256:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077636.565258:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077636.565263:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077636.565264:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077636.565266:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077636.565270:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077636.565275:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4324
00000800:00000200:1.1:1769077636.565275:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:0.0:1769077636.565304:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077636.565306:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077636.565308:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077636.565310:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565313:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.565317:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565319:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077636.565324:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077636.565326:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077636.565330:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077636.565332:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077636.565337:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077636.565340:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077636.565343:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565347:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077636.565349:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565352:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077636.565357:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077636.565359:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077636.565361:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077636.565363:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077636.565368:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077636.565372:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565377:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077636.565380:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077636.565385:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565391:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077636.565399:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077636.565403:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077636.565409:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077636.565411:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077636.565412:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077636.565413:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077636.565416:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077636.565422:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077636.565427:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077636.565442:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925793920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077636.565467:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077636.565471:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077636.565477:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925793920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077636.565489:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077636.565493:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077636.565498:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077636.565504:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4334)
00000800:00000200:1.1:1769077636.565657:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077636.565815:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077636.566002:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077637.908626:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4298998528, at 4298998592
00000100:00000010:2.0:1769077637.908641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769077639.060741:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077639.060746:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077639.060750:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077639.636766:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077639.636804:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077639.636816:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077639.636821:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077639.636825:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077639.636829:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077639.636834:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077639.636839:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769077639.636845:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077639.636851:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077639.636858:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:2.0:1769077639.636861:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:2.0:1769077639.636867:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077639.636877:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78e00 x1855007925793536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.636920:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077639.636925:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925793536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.636934:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.636936:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077639.636948:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077639.636950:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769077639.636953:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077639.636957:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077639.636960:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460e58
00000400:00000010:2.0:1769077639.636962:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460e58.
00000100:00000001:2.0:1769077639.636965:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077639.636969:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7aa00 x1855007925793664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.636979:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077639.636982:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925793664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.636988:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.636990:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077639.636995:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077639.636997:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:2.0:1769077639.636999:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077639.637003:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077639.637006:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460aa0
00000400:00000010:2.0:1769077639.637008:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460aa0.
00000100:00000001:2.0:1769077639.637011:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077639.637015:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b800 x1855007925793792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.637024:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077639.637026:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925793792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.637047:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.637049:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077639.637055:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077639.637057:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:2.0:1769077639.637060:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077639.637063:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077639.637065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460000
00000400:00000010:2.0:1769077639.637067:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460000.
00000100:00000001:2.0:1769077639.637069:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077639.637074:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79880 x1855007925793920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.637081:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077639.637084:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925793920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077639.637089:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077639.637091:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077640.084682:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077640.084685:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077640.084688:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077641.685414:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077641.685418:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077641.685907:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077641.685910:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077641.686336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077641.686339:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077641.686699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077641.686702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769077643.028676:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299003649, at 4299003712
00000100:00000010:2.0:1769077643.028690:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077643.156663:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077643.156667:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077643.156671:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077644.180669:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077644.180672:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077644.180675:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077644.948899:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:0.0:1769077646.804597:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.804606:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077646.804609:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.804612:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.804616:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.804622:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4335
00000400:00000200:0.0:1769077646.804630:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077646.804635:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.804638:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.804641:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804644:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.804647:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804650:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077646.804654:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.804656:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077646.804659:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.804661:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077646.804664:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077646.804667:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077646.804670:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.804675:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804677:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077646.804681:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077646.804685:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804688:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.804691:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.804695:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.804698:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.804701:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077646.804703:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.804709:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077646.804712:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077646.804715:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.804717:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.804720:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.804722:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.804726:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.804732:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077646.804737:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.804745:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925794560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.804753:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.804756:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.804759:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925794560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.804778:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077646.804782:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.804785:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077646.804787:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.804789:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.804792:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.804803:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4335
00000400:00000200:0.0:1769077646.804809:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077646.804814:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.804819:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.804827:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804831:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.804836:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804838:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077646.804843:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.804845:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077646.804848:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.804852:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077646.804855:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077646.804859:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077646.804867:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804875:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.804882:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804889:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077646.804895:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077646.804902:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077646.804909:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.804914:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.804920:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.804924:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.804926:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077646.804930:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077646.804934:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.804939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.804948:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077646.804954:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077646.804962:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.804965:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.804971:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.804976:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.804981:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.804990:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077646.804995:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.805004:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925794688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.805019:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.805022:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.805030:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925794688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.805047:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077646.805052:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.805058:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077646.805063:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.805068:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.805074:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.805082:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4335
00000800:00000200:1.1:1769077646.805097:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077646.805101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000400:00000200:0.0:1769077646.805102:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077646.805125:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.805130:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.805134:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805136:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.805141:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077646.805147:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.805149:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077646.805152:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.805156:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077646.805158:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077646.805160:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077646.805166:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805176:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.805180:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805183:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077646.805189:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077646.805196:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805200:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.805202:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.805206:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.805211:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805215:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077646.805218:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077646.805224:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805229:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.805235:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077646.805239:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077646.805244:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.805248:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805259:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.805263:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.805268:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.805275:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077646.805283:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.805294:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925794816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.805308:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.805313:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.805321:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925794816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.805334:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077646.805338:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.805343:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077646.805348:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.805350:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.805353:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.805361:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4335
00000400:00000200:0.0:1769077646.805372:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077646.805383:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.805390:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.805400:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805416:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.805423:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805427:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077646.805432:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.805435:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077646.805438:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.805441:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077646.805445:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077646.805450:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077646.805454:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805456:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.805461:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805463:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077646.805468:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077646.805473:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077646.805478:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.805483:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.805486:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.805490:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805494:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077646.805496:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077646.805499:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805503:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.805508:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077646.805512:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077646.805518:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.805541:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.805543:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.805546:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.805548:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.805551:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077646.805554:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.805559:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925794944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.805598:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.805602:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.805607:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925794944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.805616:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.805620:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077646.805625:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077646.805632:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4345)
00000800:00000200:1.1:1769077646.805758:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077646.805760:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077646.805949:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077646.805951:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077646.806225:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077646.806227:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077647.252707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077647.252711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077647.252714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077648.148624:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299008768, at 4299008832
00000100:00000010:2.0:1769077648.148639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769077648.276678:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077648.276681:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077648.276684:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077650.324675:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077650.324679:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077650.324681:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077651.348761:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077651.348765:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077651.348769:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077651.925395:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077651.925402:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077651.926302:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077651.926305:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077651.926562:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077651.926564:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077651.926883:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077651.926885:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077652.372756:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077652.372760:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077652.372764:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077653.268646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299013889, at 4299013952
00000100:00000010:2.0:1769077653.268660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000020:00000001:0.0:1769077654.420720:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077654.420723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077654.420725:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077655.444712:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077655.444716:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077655.444720:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077656.468679:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077656.468684:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077656.468687:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077657.045244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077657.045248:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077657.045778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077657.045781:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077657.046134:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077657.046137:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077657.046472:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077657.046475:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077658.388636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299019008, at 4299019072
00000100:00000010:2.0:1769077658.388649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:0.0:1769077658.516719:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077658.516723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077658.516727:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077659.540679:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077659.540682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077659.540685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077660.564747:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077660.564751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077660.564753:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077662.165231:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077662.165236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077662.165898:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077662.165900:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077662.166126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077662.166128:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077662.166406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077662.166408:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077662.612710:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077662.612713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077662.612716:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077663.508655:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299024128, at 4299024192
00000100:00000010:2.0:1769077663.508671:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769077663.636731:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077663.636737:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077663.636742:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077664.660723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077664.660727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077664.660731:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077666.708795:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077666.708799:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077666.708803:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077667.284643:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077667.284655:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077667.284658:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077667.284662:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077667.284666:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077667.284674:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4355
00000400:00000200:2.0:1769077667.284684:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077667.284695:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077667.284698:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077667.284701:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.284706:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284708:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077667.284712:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077667.284714:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077667.284716:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077667.284719:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077667.284720:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077667.284723:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077667.284725:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284726:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.284730:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284731:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077667.284734:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077667.284736:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284738:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077667.284742:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077667.284746:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077667.284748:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.284750:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077667.284752:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077667.284774:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077667.284778:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077667.284782:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077667.284784:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.284787:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077667.284789:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077667.284794:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077667.284802:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077667.284808:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077667.284817:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925796608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077667.284827:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077667.284831:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077667.284835:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925796608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077667.284859:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077667.284861:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077667.284864:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077667.284865:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077667.284866:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077667.284869:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077667.284871:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4355
00000400:00000200:2.0:1769077667.284874:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077667.284876:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077667.284878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077667.284880:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284882:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.284884:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284885:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077667.284887:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077667.284889:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077667.284890:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077667.284892:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077667.284893:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077667.284895:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077667.284897:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284898:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.284900:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284901:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077667.284903:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077667.284905:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077667.284906:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077667.284908:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077667.284912:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077667.284916:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.284919:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077667.284923:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077667.284928:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.284930:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077667.284935:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077667.284939:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077667.284944:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077667.284946:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.284949:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077667.284951:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077667.284954:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077667.284959:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077667.284963:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077667.284971:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925796736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077667.284986:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077667.284989:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077667.284996:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925796736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077667.285007:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077667.285008:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077667.285011:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077667.285012:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077667.285015:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077667.285019:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077667.285024:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4355
00000400:00000200:2.0:1769077667.285027:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077667.285030:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077667.285032:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077667.285035:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285039:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.285041:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285042:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077667.285044:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077667.285045:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077667.285047:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077667.285050:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077667.285052:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077667.285053:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077667.285055:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285057:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.285066:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285068:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077667.285073:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077667.285077:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285081:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077667.285082:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077667.285085:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077667.285088:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285089:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077667.285091:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077667.285093:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285095:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077667.285099:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077667.285103:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077667.285106:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077667.285108:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285111:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077667.285113:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077667.285116:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077667.285121:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077667.285125:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077667.285134:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925796864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077667.285141:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077667.285143:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077667.285146:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925796864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077667.285156:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077667.285158:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077667.285164:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077667.285167:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077667.285170:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077667.285172:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077667.285175:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4355
00000400:00000200:2.0:1769077667.285182:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077667.285187:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077667.285189:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077667.285191:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285193:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.285196:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285201:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077667.285204:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077667.285205:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077667.285206:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077667.285208:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077667.285210:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077667.285215:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077667.285217:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285221:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077667.285225:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285227:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077667.285230:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077667.285233:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077667.285237:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077667.285239:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077667.285241:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077667.285244:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285246:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077667.285249:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077667.285251:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285255:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077667.285258:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077667.285261:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077667.285264:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077667.285267:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077667.285269:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077667.285270:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077667.285271:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077667.285274:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077667.285276:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077667.285281:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925796992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077667.285293:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077667.285297:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077667.285302:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925796992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077667.285312:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077667.285315:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077667.285321:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077667.285325:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4365)
00000800:00000200:1.1:1769077667.285337:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077667.285340:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077667.285735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077667.285737:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077667.285954:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077667.285956:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077667.286182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077667.286184:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769077667.732705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077667.732708:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077667.732711:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077668.628591:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299029248, at 4299029312
00000100:00000010:2.0:1769077668.628607:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000020:00000001:0.0:1769077668.756712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077668.756716:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077668.756719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077670.804682:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077670.804686:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077670.804690:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077671.828748:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077671.828752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077671.828756:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077672.405320:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077672.405328:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077672.405824:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077672.405827:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077672.406047:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077672.406049:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077672.406280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077672.406282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769077672.852753:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077672.852759:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077672.852763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077673.748607:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299034368, at 4299034432
00000100:00000010:2.0:1769077673.748627:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769077674.900716:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077674.900721:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077674.900725:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077675.924751:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077675.924756:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077675.924759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077676.948699:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077676.948703:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077676.948706:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077677.525472:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077677.525481:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077677.526810:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077677.526813:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077677.527811:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077677.527814:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077677.528771:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077677.528773:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769077678.868636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299039489, at 4299039552
00000100:00000010:2.0:1769077678.868653:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769077678.996670:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077678.996674:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077678.996677:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077680.020742:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077680.020747:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077680.020751:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077681.044796:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077681.044802:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077681.044805:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077682.644654:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.644663:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077682.644666:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.644669:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.644672:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.644679:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4370
00000400:00000200:2.0:1769077682.644687:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077682.644692:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.644695:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.644697:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644700:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.644701:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644703:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077682.644707:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.644709:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077682.644710:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.644713:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077682.644714:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077682.644716:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077682.644717:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644719:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.644720:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644722:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077682.644724:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077682.644726:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644728:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.644730:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.644734:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.644736:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.644737:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077682.644739:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.644746:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077682.644749:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077682.644751:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.644753:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.644755:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.644757:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.644761:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.644767:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077682.644772:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.644779:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925798144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.644786:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.644789:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.644792:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925798144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.644813:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077682.644816:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.644818:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077682.644819:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.644820:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.644822:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.644824:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4370
00000400:00000200:2.0:1769077682.644826:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077682.644828:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.644829:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.644831:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644833:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.644834:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644836:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077682.644838:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.644839:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077682.644840:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.644841:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077682.644843:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077682.644845:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077682.644849:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644850:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.644853:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644854:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077682.644856:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077682.644858:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077682.644859:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.644860:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.644865:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.644872:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.644875:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077682.644883:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077682.644887:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.644889:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.644897:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077682.644907:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077682.644916:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.644920:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.644929:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.644940:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.644947:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.644951:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077682.644957:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.644977:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925798272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.645005:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.645008:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.645014:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925798272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.645030:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077682.645034:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.645039:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077682.645041:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.645046:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.645049:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.645051:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4370
00000400:00000200:2.0:1769077682.645065:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077682.645076:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.645078:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.645083:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645086:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.645091:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645093:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077682.645094:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.645096:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077682.645098:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.645100:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077682.645104:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077682.645105:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077682.645107:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645108:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.645111:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645121:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077682.645125:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077682.645131:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645140:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.645143:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.645147:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.645155:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645166:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077682.645174:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077682.645183:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645194:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.645201:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077682.645213:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077682.645221:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.645224:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645227:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.645229:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.645237:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.645247:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077682.645252:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.645261:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925798400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.645299:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.645304:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.645320:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925798400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.645350:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077682.645356:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.645358:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077682.645365:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.645371:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.645375:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.645385:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4370
00000800:00000200:1.1:1769077682.645394:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077682.645403:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769077682.645404:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077682.645419:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.645431:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.645448:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645451:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.645459:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645469:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077682.645476:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.645478:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077682.645483:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.645489:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077682.645494:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077682.645500:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077682.645570:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645581:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.645590:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645597:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077682.645603:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077682.645608:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077682.645613:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.645619:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.645625:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.645631:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645638:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077682.645644:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077682.645651:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645667:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.645679:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077682.645683:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077682.645687:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.645688:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.645697:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.645699:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.645701:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.645707:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077682.645712:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.645734:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925798528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.645749:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.645756:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.645771:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925798528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.645787:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.645791:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077682.645796:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077682.645803:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4381)
00000800:00000200:1.1:1769077682.646029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077682.646031:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077682.646284:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077682.646285:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077682.646471:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077682.646473:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077683.092743:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077683.092748:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077683.092752:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077683.860812:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077683.988623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299044609, at 4299044672
00000100:00000010:2.0:1769077683.988635:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000020:00000001:0.0:1769077684.116664:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077684.116667:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077684.116669:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077685.140703:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077685.140706:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077685.140708:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077687.188687:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077687.188690:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077687.188693:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077687.764647:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.764679:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077687.764682:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.764687:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.764691:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.764699:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4376
00000400:00000200:0.0:1769077687.764709:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077687.764724:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.764728:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.764732:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764735:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.764737:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764740:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077687.764745:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.764747:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077687.764751:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.764754:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077687.764756:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077687.764759:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077687.764763:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764765:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.764767:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764770:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077687.764773:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077687.764776:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764778:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.764781:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.764783:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.764785:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.764787:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077687.764789:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.764797:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077687.764800:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077687.764802:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.764804:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.764806:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.764808:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.764812:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.764831:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077687.764836:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.764843:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925798656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.764852:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.764855:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.764858:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925798656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.764874:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077687.764877:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.764880:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077687.764881:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.764882:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.764884:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.764886:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4376
00000400:00000200:0.0:1769077687.764889:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077687.764892:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.764894:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.764898:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764901:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.764904:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764907:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077687.764909:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.764911:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077687.764913:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.764915:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077687.764919:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077687.764922:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077687.764925:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764929:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.764931:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764933:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077687.764936:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077687.764942:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077687.764948:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.764952:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.764958:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.764963:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.764968:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077687.764972:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077687.764976:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.764979:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.764985:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077687.764990:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077687.764995:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.764997:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765001:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.765003:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.765006:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.765014:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077687.765018:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.765027:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925798784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.765035:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.765039:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.765045:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925798784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.765058:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077687.765061:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.765066:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077687.765067:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.765069:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.765075:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.765077:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4376
00000400:00000200:0.0:1769077687.765082:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077687.765086:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.765089:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.765094:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765096:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.765101:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765107:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077687.765114:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.765116:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077687.765121:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.765126:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077687.765131:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077687.765137:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077687.765147:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765151:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.765156:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765162:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077687.765166:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077687.765174:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765178:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.765181:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.765185:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.765188:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765192:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077687.765195:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077687.765199:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765202:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.765208:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077687.765212:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077687.765216:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.765218:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765221:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.765222:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.765224:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.765228:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077687.765232:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.765239:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925798912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.765252:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.765255:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.765260:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925798912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.765272:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077687.765276:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.765283:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077687.765285:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.765288:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769077687.765289:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077687.765290:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.765295:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4376
00000800:00000200:1.1:1769077687.765297:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1769077687.765299:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077687.765302:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.765303:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.765305:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765307:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.765310:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765313:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077687.765317:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.765319:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077687.765322:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.765326:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077687.765328:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077687.765330:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077687.765334:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765337:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.765342:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765347:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077687.765350:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077687.765353:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077687.765356:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.765361:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.765364:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.765368:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765371:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077687.765374:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077687.765378:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765381:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.765387:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077687.765390:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077687.765393:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.765395:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.765404:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.765407:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.765409:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.765412:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077687.765430:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.765437:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925799040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.765442:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.765446:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.765453:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925799040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.765463:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.765466:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077687.765471:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077687.765475:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4386)
00000800:00000200:1.1:1769077687.765881:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077687.765885:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077687.766205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077687.766208:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077687.766543:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077687.766546:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077688.212749:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077688.212752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077688.212755:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077689.108599:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299049728, at 4299049792
00000100:00000010:2.0:1769077689.108618:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:0.0:1769077689.236684:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077689.236688:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077689.236697:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077691.284672:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077691.284675:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077691.284678:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077692.308711:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077692.308715:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077692.308719:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077692.884659:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.884667:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077692.884670:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.884673:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.884677:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.884683:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4381
00000400:00000200:2.0:1769077692.884691:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077692.884697:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.884699:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.884702:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.884706:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884708:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077692.884712:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.884713:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077692.884715:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.884752:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077692.884754:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077692.884757:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077692.884759:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884761:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.884762:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884763:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077692.884765:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077692.884768:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884769:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.884771:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.884774:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.884776:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.884777:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077692.884779:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.884786:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077692.884789:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077692.884792:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.884793:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.884795:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.884797:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.884800:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.884807:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077692.884811:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.884818:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925799168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.884826:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.884830:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.884833:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925799168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.884849:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077692.884852:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.884854:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077692.884856:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.884857:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.884859:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.884861:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4381
00000400:00000200:2.0:1769077692.884864:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077692.884866:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.884867:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.884870:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884872:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.884874:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884876:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077692.884878:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.884879:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077692.884880:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.884881:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077692.884883:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077692.884885:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077692.884890:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884893:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.884895:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884898:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077692.884902:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077692.884906:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077692.884911:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.884915:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.884921:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.884924:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.884927:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077692.884933:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077692.884938:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.884942:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.884948:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077692.884953:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077692.884955:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.884958:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.884962:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.884965:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.884967:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.884970:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077692.884976:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.884984:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925799296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.884994:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.884998:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.885001:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925799296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.885020:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077692.885023:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.885029:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077692.885031:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.885033:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.885038:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.885042:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4381
00000400:00000200:2.0:1769077692.885049:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077692.885054:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.885076:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.885080:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885081:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.885085:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885087:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077692.885091:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.885093:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077692.885095:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.885096:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077692.885100:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077692.885104:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077692.885110:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885114:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.885116:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885121:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077692.885124:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077692.885129:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885134:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.885137:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.885140:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.885144:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885147:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077692.885149:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077692.885156:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885165:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.885169:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769077692.885173:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077692.885177:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.885181:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885185:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.885186:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.885188:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.885192:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077692.885197:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.885201:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925799424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.885209:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.885213:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.885222:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925799424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077692.885229:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077692.885234:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769077692.885236:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077692.885239:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.885245:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077692.885248:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.885250:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.885251:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.885256:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4381
00000400:00000200:2.0:1769077692.885264:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077692.885268:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.885270:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.885276:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885280:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.885285:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885289:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077692.885294:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.885297:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077692.885300:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.885303:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077692.885306:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077692.885308:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077692.885314:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885318:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.885322:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885327:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077692.885345:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077692.885352:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077692.885355:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.885357:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.885360:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.885364:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885366:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077692.885370:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077692.885375:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885377:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.885381:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077692.885384:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077692.885386:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.885389:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.885392:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.885393:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.885395:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.885401:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077692.885406:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.885414:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925799552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.885426:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.885430:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.885438:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925799552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.885451:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.885455:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077692.885461:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077692.885467:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4391)
00000800:00000200:1.1:1769077692.885696:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077692.885697:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077692.885893:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077692.885895:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077692.886103:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077692.886105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077693.332804:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077693.332810:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077693.332814:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077694.228682:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299054848, at 4299054912
00000100:00000010:2.0:1769077694.228700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:0.0:1769077695.380742:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077695.380746:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077695.380750:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077696.404691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077696.404697:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077696.404701:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077697.428780:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077697.428784:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077697.428787:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077698.004646:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077698.004655:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077698.004657:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077698.004660:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077698.004663:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077698.004669:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4386
00000400:00000200:0.0:1769077698.004677:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077698.004682:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077698.004684:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077698.004686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004689:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.004691:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004693:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077698.004696:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077698.004697:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077698.004699:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077698.004701:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077698.004703:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077698.004704:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077698.004706:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004708:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.004709:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004711:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077698.004713:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077698.004715:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004717:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077698.004719:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077698.004721:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077698.004723:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.004725:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077698.004726:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077698.004734:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077698.004737:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077698.004739:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077698.004741:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.004744:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077698.004746:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077698.004749:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077698.004756:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077698.004761:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.004767:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925799680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077698.004775:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077698.004779:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077698.004782:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925799680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077698.004801:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077698.004810:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077698.004813:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077698.004814:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077698.004816:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077698.004820:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077698.004822:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4386
00000400:00000200:0.0:1769077698.004827:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077698.004830:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077698.004831:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077698.004833:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004835:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.004836:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004837:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077698.004839:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077698.004840:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077698.004841:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077698.004842:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077698.004844:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077698.004846:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077698.004849:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004851:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.004852:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004854:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077698.004856:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077698.004858:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077698.004860:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077698.004863:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077698.004868:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077698.004871:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.004873:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077698.004877:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077698.004883:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.004887:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077698.004892:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077698.004895:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077698.004898:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077698.004900:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.004902:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077698.004905:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077698.004908:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077698.004912:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077698.004917:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.004924:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925799808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077698.004936:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077698.004938:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077698.004945:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925799808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077698.004958:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077698.004963:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077698.004968:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077698.004971:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077698.004972:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077698.004974:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077698.004977:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4386
00000400:00000200:0.0:1769077698.004984:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077698.004988:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077698.004992:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077698.004996:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005002:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.005006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005010:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077698.005013:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077698.005016:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077698.005018:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077698.005021:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077698.005025:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077698.005027:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077698.005033:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005037:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.005042:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005044:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077698.005045:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077698.005051:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005054:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077698.005056:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077698.005059:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077698.005063:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005065:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077698.005067:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077698.005071:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005074:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077698.005079:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077698.005083:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077698.005088:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077698.005091:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005094:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077698.005097:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077698.005101:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077698.005105:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077698.005108:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.005115:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925799936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077698.005129:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077698.005131:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077698.005138:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925799936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077698.005151:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077698.005157:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077698.005161:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077698.005163:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077698.005167:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077698.005167:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1769077698.005169:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077698.005174:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077698.005179:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4386
00000400:00000200:0.0:1769077698.005184:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077698.005189:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077698.005192:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077698.005198:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005201:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.005203:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005207:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077698.005210:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077698.005214:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077698.005216:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077698.005219:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077698.005223:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077698.005228:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077698.005234:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005237:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077698.005240:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005243:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077698.005316:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077698.005322:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077698.005326:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077698.005329:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077698.005333:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077698.005340:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005344:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077698.005347:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077698.005350:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005354:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077698.005360:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077698.005363:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077698.005368:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077698.005370:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077698.005374:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077698.005378:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077698.005381:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077698.005385:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077698.005390:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.005399:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925800064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077698.005436:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077698.005439:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077698.005447:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925800064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077698.005468:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077698.005471:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077698.005475:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077698.005489:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4396)
00000800:00000200:1.1:1769077698.005672:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077698.005673:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077698.005857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077698.005859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077698.006040:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077698.006041:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077699.348650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299059968, at 4299060032
00000100:00000010:2.0:1769077699.348666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:0.0:1769077699.476727:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077699.476731:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077699.476735:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077700.500716:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077700.500722:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077700.500727:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077701.524733:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077701.524738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077701.524743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077703.125290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077703.125613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077703.125777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077703.125922:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077703.572760:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077703.572764:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077703.572768:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077704.468646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299065088, at 4299065152
00000100:00000010:2.0:1769077704.468662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:0.0:1769077704.596687:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077704.596691:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077704.596693:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077705.620736:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077705.620740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077705.620744:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077706.196796:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077706.196839:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077706.196850:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077706.196853:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077706.196856:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077706.196859:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077706.196863:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077706.196866:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769077706.196871:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077706.196876:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077706.196883:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:2.0:1769077706.196886:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:2.0:1769077706.196891:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.196899:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832d80 x1855007925800192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.196932:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.196946:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925800192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.196955:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.196957:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077706.196968:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077706.196971:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769077706.196974:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077706.196978:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077706.196981:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc95d8
00000400:00000010:2.0:1769077706.196983:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc95d8.
00000100:00000001:2.0:1769077706.196985:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.196990:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833480 x1855007925800320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.196999:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.197003:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925800320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.197010:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.197011:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077706.197017:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077706.197019:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769077706.197022:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077706.197026:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077706.197029:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:2.0:1769077706.197031:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:2.0:1769077706.197034:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.197039:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831c00 x1855007925800448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.197047:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.197050:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925800448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.197057:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.197058:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077706.197063:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077706.197065:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769077706.197068:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077706.197071:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077706.197073:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9aa0
00000400:00000010:2.0:1769077706.197076:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9aa0.
00000100:00000001:2.0:1769077706.197078:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.197082:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833b80 x1855007925800576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.197089:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.197092:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925800576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.197098:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.197101:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077707.668734:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077707.668741:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077707.668746:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077708.244633:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077708.244642:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077708.244645:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077708.244648:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077708.244659:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077708.244667:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4396
00000400:00000200:0.0:1769077708.244676:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077708.244682:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077708.244685:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077708.244688:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244691:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.244694:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244696:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077708.244700:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077708.244702:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077708.244704:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077708.244707:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077708.244709:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077708.244712:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077708.244715:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244716:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.244718:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244720:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077708.244723:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077708.244726:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244729:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077708.244732:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077708.244734:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077708.244737:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.244739:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077708.244741:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077708.244748:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077708.244751:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077708.244755:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077708.244756:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.244759:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077708.244762:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077708.244766:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077708.244774:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077708.244778:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077708.244786:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925800704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077708.244796:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077708.244800:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077708.244804:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925800704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077708.244826:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077708.244829:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077708.244833:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077708.244834:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077708.244841:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077708.244844:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077708.244846:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4396
00000400:00000200:0.0:1769077708.244850:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077708.244853:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077708.244856:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077708.244860:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244862:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.244864:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244866:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077708.244868:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077708.244870:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077708.244872:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077708.244874:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077708.244879:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077708.244882:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077708.244887:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244890:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.244894:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244897:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077708.244905:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077708.244910:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077708.244915:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077708.244918:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077708.244924:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077708.244928:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.244932:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077708.244938:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077708.244943:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.244947:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077708.244951:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077708.244955:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077708.244959:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077708.244962:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.244965:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077708.244967:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077708.244969:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077708.244976:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077708.244980:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077708.244988:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925800832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077708.245000:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077708.245004:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077708.245011:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925800832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077708.245039:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077708.245044:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077708.245050:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077708.245054:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077708.245057:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077708.245060:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077708.245065:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4396
00000400:00000200:0.0:1769077708.245095:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077708.245101:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077708.245105:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077708.245110:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245112:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.245114:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245116:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077708.245119:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077708.245122:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077708.245125:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077708.245127:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077708.245131:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077708.245135:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077708.245141:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245145:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.245150:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245154:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077708.245157:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077708.245163:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245168:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077708.245172:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077708.245175:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077708.245177:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245181:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077708.245185:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077708.245190:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245193:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077708.245199:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077708.245203:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077708.245206:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077708.245209:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245211:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077708.245213:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077708.245214:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077708.245221:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077708.245225:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077708.245233:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925800960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077708.245235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077708.245241:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077708.245247:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077708.245252:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077708.245259:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925800960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077708.245273:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077708.245280:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077708.245284:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077708.245287:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077708.245290:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077708.245295:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077708.245299:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4396
00000400:00000200:0.0:1769077708.245305:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077708.245312:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077708.245316:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077708.245322:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245325:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.245330:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245333:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077708.245338:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077708.245341:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077708.245344:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077708.245348:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077708.245351:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077708.245355:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077708.245358:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245360:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077708.245364:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245367:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077708.245371:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077708.245376:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077708.245379:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077708.245381:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077708.245384:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077708.245387:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245389:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077708.245391:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077708.245393:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245395:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077708.245398:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077708.245400:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077708.245402:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077708.245404:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077708.245405:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077708.245406:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077708.245408:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077708.245411:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077708.245414:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077708.245418:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925801088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077708.245426:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077708.245427:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077708.245430:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925801088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077708.245438:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077708.245441:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077708.245444:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077708.245448:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4406)
00000800:00000200:3.1:1769077708.247952:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077708.247955:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077708.248254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077708.248256:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077708.248518:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077708.248521:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077708.692669:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077708.692672:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077708.692675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077709.588631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299070208, at 4299070272
00000100:00000010:2.0:1769077709.588644:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:0.0:1769077709.716649:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077709.716653:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077709.716657:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077711.764645:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077711.764648:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077711.764651:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077712.788688:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077712.788692:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077712.788694:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077713.364609:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077713.364617:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077713.364619:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077713.364623:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077713.364627:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077713.364633:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4401
00000400:00000200:2.0:1769077713.364640:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077713.364645:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077713.364647:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077713.364649:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364651:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.364653:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364654:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077713.364657:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077713.364659:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077713.364661:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077713.364662:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077713.364664:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077713.364665:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077713.364667:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364668:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.364669:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364670:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077713.364672:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077713.364674:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364678:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077713.364680:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077713.364684:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077713.364687:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.364689:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077713.364691:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077713.364701:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077713.364705:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077713.364709:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077713.364710:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.364713:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077713.364716:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077713.364720:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077713.364727:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077713.364733:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077713.364751:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925801216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077713.364762:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077713.364765:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077713.364769:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925801216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077713.364783:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077713.364790:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077713.364793:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077713.364795:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077713.364797:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077713.364800:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077713.364804:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4401
00000400:00000200:2.0:1769077713.364811:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077713.364817:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077713.364821:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077713.364827:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364832:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.364838:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364841:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077713.364852:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077713.364855:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077713.364856:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077713.364857:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077713.364859:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077713.364860:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077713.364863:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.364869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364870:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077713.364873:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077713.364879:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077713.364885:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077713.364889:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077713.364894:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077713.364899:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.364903:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077713.364907:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077713.364922:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.364926:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077713.364933:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077713.364937:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077713.364940:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077713.364942:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.364947:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077713.364952:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077713.364955:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077713.364961:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077713.364967:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077713.364977:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925801344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077713.365006:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077713.365009:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077713.365015:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925801344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077713.365023:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077713.365027:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077713.365032:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077713.365035:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077713.365038:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077713.365042:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077713.365047:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4401
00000400:00000200:2.0:1769077713.365083:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077713.365089:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077713.365092:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077713.365096:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365099:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.365102:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365106:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077713.365109:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077713.365111:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077713.365113:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077713.365115:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:3.1:1769077713.365121:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077713.365123:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077713.365127:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:3.1:1769077713.365127:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769077713.365131:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365134:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.365138:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365142:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077713.365144:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077713.365149:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365150:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077713.365152:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077713.365154:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077713.365157:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365159:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077713.365162:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077713.365165:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365167:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077713.365171:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077713.365175:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077713.365177:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077713.365180:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365182:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077713.365183:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077713.365184:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077713.365189:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077713.365192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077713.365200:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925801472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077713.365211:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077713.365215:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077713.365222:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925801472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077713.365237:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077713.365240:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077713.365244:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077713.365247:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077713.365249:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077713.365251:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077713.365253:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4401
00000400:00000200:2.0:1769077713.365258:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077713.365260:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077713.365262:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077713.365268:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365271:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.365275:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365279:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077713.365283:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077713.365286:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077713.365289:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077713.365293:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077713.365297:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077713.365302:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077713.365316:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365321:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077713.365325:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365328:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077713.365331:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077713.365337:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077713.365342:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077713.365347:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077713.365352:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077713.365356:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365359:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077713.365364:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077713.365369:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365381:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077713.365387:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077713.365392:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077713.365398:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077713.365401:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077713.365405:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077713.365408:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077713.365412:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077713.365417:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077713.365422:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077713.365435:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925801600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077713.365450:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077713.365453:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077713.365460:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925801600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077713.365478:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077713.365484:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077713.365487:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077713.365493:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4411)
00000800:00000200:3.1:1769077713.365638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077713.365640:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077713.365840:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077713.365842:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077713.366019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077713.366020:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077713.812670:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077713.812673:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077713.812676:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077714.708584:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299075328, at 4299075392
00000100:00000010:2.0:1769077714.708594:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:0.0:1769077715.860647:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077715.860650:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077715.860653:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077716.884707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077716.884711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077716.884721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077717.908705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077717.908712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077717.908717:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077718.484620:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077718.484629:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077718.484632:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077718.484635:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077718.484639:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077718.484646:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4406
00000400:00000200:2.0:1769077718.484654:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077718.484660:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077718.484663:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077718.484666:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484669:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.484671:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484674:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077718.484678:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077718.484680:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077718.484682:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077718.484685:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077718.484687:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077718.484690:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077718.484692:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484694:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.484695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077718.484700:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077718.484703:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484706:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077718.484709:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077718.484712:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077718.484721:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.484726:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077718.484728:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077718.484737:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077718.484740:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077718.484743:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077718.484745:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.484747:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077718.484750:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077718.484754:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077718.484760:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077718.484765:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077718.484773:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925801728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077718.484783:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077718.484787:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077718.484792:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925801728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077718.484812:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077718.484815:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077718.484819:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077718.484820:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077718.484821:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077718.484824:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077718.484826:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4406
00000400:00000200:2.0:1769077718.484830:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077718.484834:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077718.484837:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077718.484840:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484842:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.484845:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484849:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077718.484855:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077718.484858:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077718.484861:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077718.484865:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077718.484870:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077718.484874:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077718.484881:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484886:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.484891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484895:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077718.484924:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077718.484932:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077718.484937:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077718.484941:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077718.484947:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077718.484950:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.484955:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077718.484959:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077718.484965:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.484968:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077718.484973:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077718.484979:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077718.484983:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077718.484987:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.484990:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077718.484993:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077718.484997:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077718.485003:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077718.485009:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077718.485019:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925801856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077718.485036:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077718.485041:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077718.485049:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925801856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077718.485061:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077718.485066:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077718.485075:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077718.485078:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077718.485081:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077718.485084:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077718.485089:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4406
00000400:00000200:2.0:1769077718.485098:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077718.485104:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077718.485107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769077718.485109:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077718.485110:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769077718.485117:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485122:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.485128:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485132:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077718.485136:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077718.485139:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077718.485141:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077718.485145:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077718.485150:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077718.485153:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077718.485161:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485164:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.485168:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485172:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077718.485177:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077718.485182:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485187:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077718.485189:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077718.485192:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077718.485197:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485201:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077718.485204:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077718.485208:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485213:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077718.485216:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077718.485221:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077718.485226:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077718.485229:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485232:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077718.485236:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077718.485238:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077718.485243:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077718.485248:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077718.485256:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925801984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077718.485272:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077718.485275:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077718.485282:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925801984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077718.485302:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077718.485306:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077718.485313:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077718.485318:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077718.485321:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077718.485326:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077718.485332:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4406
00000400:00000200:2.0:1769077718.485340:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077718.485346:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077718.485352:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077718.485358:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485362:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.485368:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485374:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077718.485379:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077718.485381:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077718.485384:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077718.485386:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077718.485391:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077718.485397:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077718.485404:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485409:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077718.485415:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485419:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077718.485424:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077718.485430:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077718.485436:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077718.485441:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077718.485445:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077718.485450:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485455:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077718.485459:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077718.485465:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485468:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077718.485474:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077718.485479:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077718.485485:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077718.485488:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077718.485491:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077718.485494:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077718.485497:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077718.485502:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077718.485509:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077718.485516:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925802112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077718.485547:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077718.485549:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077718.485558:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925802112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077718.485585:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077718.485590:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077718.485597:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077718.485604:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4416)
00000800:00000200:3.1:1769077718.485674:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077718.485675:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077718.485870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077718.485872:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077718.486086:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077718.486088:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769077719.828654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299080448, at 4299080512
00000100:00000010:2.0:1769077719.828679:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:0.0:1769077719.956694:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077719.956698:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077719.956700:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077720.980720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077720.980728:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077720.980732:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077721.748827:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769077721.748833:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077721.748870:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077721.748875:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077721.748879:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077722.004701:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077722.004705:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077722.004708:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077723.605260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077723.605263:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077723.605649:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077723.605651:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077723.605896:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077723.605898:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077723.606132:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077723.606135:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769077724.948621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299085568, at 4299085632
00000100:00000010:2.0:1769077724.948638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769077725.076698:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077725.076702:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077725.076705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077726.100710:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077726.100713:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077726.100716:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077728.725015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077728.725018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077728.725321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077728.725323:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077728.725479:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077728.725480:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077728.725693:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077728.725695:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077729.172684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077729.172688:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077729.172690:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077730.068638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299090688, at 4299090752
00000100:00000010:2.0:1769077730.068653:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077730.196755:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077730.196760:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077730.196763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077733.268708:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077733.268713:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077733.268717:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077733.845185:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077733.845191:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077733.845765:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077733.845766:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077733.845984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077733.845986:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077733.846194:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077733.846196:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769077734.292841:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077734.292847:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077734.292851:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077735.188613:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299095808, at 4299095872
00000100:00000010:2.0:1769077735.188638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000020:00000001:0.0:1769077737.364690:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077737.364694:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077737.364697:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077738.388837:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077738.388843:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077738.388846:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077738.965208:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077738.965215:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077738.965785:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077738.965787:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077738.966000:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077738.966003:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077738.966203:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077738.966205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769077740.308639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299100928, at 4299100992
00000100:00000010:2.0:1769077740.308680:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:0.0:1769077741.460693:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077741.460699:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077741.460702:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077742.484688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077742.484693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077742.484697:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077744.084637:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077744.084649:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077744.084652:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077744.084656:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077744.084661:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077744.084667:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4432
00000400:00000200:2.0:1769077744.084675:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077744.084680:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077744.084682:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077744.084685:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084687:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.084689:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084691:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077744.084694:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077744.084695:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077744.084698:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077744.084701:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077744.084702:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077744.084704:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077744.084706:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084707:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.084709:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084711:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077744.084714:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077744.084718:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084720:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077744.084723:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077744.084727:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077744.084730:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.084732:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077744.084735:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077744.084744:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769077744.084749:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077744.084752:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077744.084754:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.084758:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077744.084760:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077744.084765:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077744.084773:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077744.084779:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.084789:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925804288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077744.084800:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077744.084805:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077744.084810:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925804288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077744.084833:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077744.084837:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077744.084841:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077744.084842:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077744.084844:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077744.084847:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077744.084850:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4432
00000400:00000200:2.0:1769077744.084855:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077744.084858:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077744.084860:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077744.084863:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084865:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.084867:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084868:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077744.084870:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077744.084871:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077744.084873:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077744.084875:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077744.084878:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077744.084880:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077744.084885:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084887:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.084891:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084892:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077744.084895:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077744.084899:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077744.084902:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077744.084906:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077744.084911:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077744.084916:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.084918:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077744.084923:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077744.084926:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.084928:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077744.084934:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077744.084938:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077744.084941:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077744.084943:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.084946:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077744.084955:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077744.084959:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077744.084964:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769077744.084970:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.084979:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925804416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077744.084986:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077744.084990:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077744.084996:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925804416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077744.085009:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077744.085012:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077744.085018:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077744.085019:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077744.085020:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077744.085023:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077744.085028:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4432
00000400:00000200:2.0:1769077744.085032:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077744.085035:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077744.085040:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077744.085045:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085050:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.085052:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085057:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077744.085059:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077744.085062:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077744.085064:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077744.085066:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077744.085071:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077744.085075:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077744.085081:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085085:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.085089:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085092:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077744.085095:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077744.085101:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085103:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077744.085106:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077744.085110:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077744.085112:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085113:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077744.085117:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077744.085120:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085123:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077744.085127:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077744.085132:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077744.085137:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077744.085139:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085140:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077744.085143:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077744.085146:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077744.085152:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077744.085155:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.085161:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925804544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077744.085185:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077744.085188:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077744.085196:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925804544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077744.085207:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077744.085210:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077744.085216:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077744.085219:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077744.085222:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077744.085228:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077744.085233:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4432
00000400:00000200:2.0:1769077744.085239:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077744.085245:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077744.085247:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077744.085253:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085255:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.085258:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085263:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077744.085270:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077744.085273:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077744.085278:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769077744.085281:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:2.0:1769077744.085282:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077744.085289:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769077744.085289:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077744.085296:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077744.085306:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085310:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077744.085315:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085319:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077744.085327:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077744.085334:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077744.085340:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077744.085345:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077744.085352:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077744.085357:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085362:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077744.085367:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077744.085373:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085378:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077744.085384:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077744.085390:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077744.085395:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077744.085397:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077744.085404:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077744.085407:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077744.085410:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077744.085414:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077744.085419:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.085426:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925804672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077744.085437:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077744.085440:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077744.085445:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925804672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077744.085452:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077744.085455:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077744.085462:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077744.085488:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4442)
00000800:00000200:3.1:1769077744.085835:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077744.085838:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077744.086139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077744.086142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077744.086431:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077744.086434:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077745.428631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299106048, at 4299106112
00000100:00000010:2.0:1769077745.428646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000020:00000001:0.0:1769077745.556708:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077745.556711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077745.556714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077746.580761:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077746.580766:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077746.580769:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077749.204637:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.204646:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077749.204648:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.204651:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.204655:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.204661:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4437
00000400:00000200:0.0:1769077749.204669:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077749.204675:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.204677:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.204680:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204682:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.204684:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204686:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077749.204689:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.204691:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077749.204693:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.204695:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077749.204696:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077749.204698:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077749.204700:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204701:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.204703:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204704:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077749.204706:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077749.204709:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204711:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.204713:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.204717:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.204720:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.204722:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077749.204724:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.204734:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077749.204738:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077749.204742:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.204743:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.204746:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.204749:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.204754:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.204762:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077749.204768:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.204778:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925804800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.204789:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.204793:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.204798:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925804800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.204816:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.204818:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.204821:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077749.204822:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.204823:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.204825:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.204828:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4437
00000400:00000200:0.0:1769077749.204831:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077749.204833:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.204835:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.204837:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204839:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.204841:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204843:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077749.204845:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.204846:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077749.204847:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.204848:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077749.204850:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077749.204851:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077749.204853:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204855:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.204857:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204859:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077749.204860:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077749.204862:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077749.204864:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.204868:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.204872:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.204876:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.204879:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.204883:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077749.204886:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.204888:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.204894:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077749.204898:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077749.204902:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.204905:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.204909:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.204911:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.204915:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.204919:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077749.204924:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.204932:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925804928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.204944:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.204948:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.204951:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925804928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.204965:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.204968:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.204971:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077749.204973:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.204976:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.204978:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.204982:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4437
00000400:00000200:0.0:1769077749.204986:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077749.204990:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.204993:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.204999:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205001:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.205006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205010:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077749.205013:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.205015:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077749.205018:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.205021:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077749.205025:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077749.205029:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077749.205035:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205040:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.205043:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205049:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077749.205053:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077749.205056:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205059:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.205062:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.205066:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.205069:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205073:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.205076:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077749.205078:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205081:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.205086:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077749.205091:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077749.205096:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.205098:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205102:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.205105:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.205108:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.205114:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077749.205118:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.205126:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925805056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.205139:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.205142:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.205148:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925805056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.205159:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.205163:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.205171:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077749.205174:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077749.205174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077749.205176:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769077749.205180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077749.205181:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.205186:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4437
00000400:00000200:0.0:1769077749.205194:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077749.205200:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.205202:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.205205:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205208:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.205214:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205218:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077749.205222:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.205226:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077749.205229:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.205232:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077749.205235:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077749.205238:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077749.205244:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205249:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.205253:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205257:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077749.205259:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077749.205265:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077749.205270:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.205274:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.205277:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.205280:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205284:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.205287:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077749.205290:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205294:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.205299:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077749.205302:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077749.205308:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.205309:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.205310:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.205312:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.205314:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.205320:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077749.205322:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.205328:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925805184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.205333:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.205334:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.205338:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925805184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.205349:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.205353:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077749.205359:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077749.205365:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4447)
00000800:00000200:3.1:1769077749.205647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077749.205650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077749.205876:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077749.205879:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077749.206069:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077749.206070:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077749.652671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077749.652676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077749.652681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077750.548654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299111168, at 4299111232
00000100:00000010:2.0:1769077750.548681:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000020:00000001:0.0:1769077750.676738:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077750.676742:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077750.676745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077753.748791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077753.748800:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077753.748811:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077754.324630:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077754.324639:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077754.324641:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077754.324644:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077754.324648:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077754.324654:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4442
00000400:00000200:0.0:1769077754.324662:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077754.324667:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077754.324669:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077754.324672:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324675:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.324677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324678:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077754.324682:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077754.324683:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077754.324685:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077754.324687:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077754.324689:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077754.324691:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077754.324693:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324694:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.324695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077754.324699:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077754.324702:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324703:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077754.324705:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077754.324708:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077754.324710:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.324711:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077754.324713:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077754.324721:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077754.324724:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077754.324727:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077754.324728:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.324730:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077754.324732:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077754.324736:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077754.324742:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077754.324746:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077754.324753:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925805312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077754.324761:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077754.324764:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077754.324768:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925805312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077754.324786:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077754.324788:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077754.324791:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077754.324792:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077754.324793:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077754.324795:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077754.324796:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4442
00000400:00000200:0.0:1769077754.324799:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077754.324801:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077754.324803:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077754.324806:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324808:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.324810:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324813:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077754.324815:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077754.324816:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077754.324818:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077754.324820:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077754.324821:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077754.324823:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077754.324826:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324829:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.324830:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324832:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077754.324833:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077754.324841:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077754.324844:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077754.324849:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077754.324858:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077754.324865:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.324869:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077754.324875:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077754.324885:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.324895:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077754.324903:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077754.324913:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077754.324917:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077754.324920:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.324937:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077754.324946:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077754.324954:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077754.324972:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077754.324980:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077754.324991:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925805440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077754.325008:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077754.325014:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077754.325023:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925805440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077754.325048:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077754.325051:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077754.325058:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077754.325063:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077754.325067:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077754.325073:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077754.325084:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4442
00000400:00000200:0.0:1769077754.325102:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077754.325112:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077754.325120:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077754.325126:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325129:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.325138:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325144:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077754.325152:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077754.325159:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077754.325167:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077754.325174:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077754.325181:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077754.325191:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077754.325207:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325211:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.325215:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325225:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077754.325231:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077754.325237:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325244:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077754.325249:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077754.325254:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077754.325258:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325264:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077754.325269:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077754.325274:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325281:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077754.325286:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000800:00000200:3.1:1769077754.325287:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769077754.325310:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.1:1769077754.325313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1769077754.325316:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077754.325318:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325323:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077754.325326:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077754.325334:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077754.325345:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077754.325354:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077754.325374:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925805568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077754.325391:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077754.325400:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077754.325415:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925805568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077754.325445:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077754.325453:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077754.325466:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077754.325468:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077754.325474:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077754.325477:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077754.325482:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4442
00000400:00000200:0.0:1769077754.325492:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077754.325496:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077754.325498:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077754.325501:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325503:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.325504:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325507:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077754.325513:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077754.325517:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077754.325561:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077754.325568:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077754.325577:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077754.325590:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077754.325603:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325613:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077754.325622:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325627:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077754.325635:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077754.325650:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077754.325660:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077754.325664:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077754.325672:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077754.325679:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325683:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077754.325690:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077754.325699:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325705:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077754.325715:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077754.325721:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077754.325726:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077754.325731:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077754.325740:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077754.325745:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077754.325752:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077754.325764:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077754.325773:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077754.325789:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925805696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077754.325821:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077754.325831:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077754.325848:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925805696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077754.325884:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077754.325896:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077754.325901:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077754.325910:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4452)
00000800:00000200:3.1:1769077754.326081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077754.326083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077754.326284:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077754.326286:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077754.326489:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077754.326491:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077754.772719:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077754.772723:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077754.772726:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077755.668662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299116288, at 4299116352
00000100:00000010:2.0:1769077755.668675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:0.0:1769077757.844762:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077757.844766:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077757.844769:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077758.868716:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077758.868721:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077758.868725:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077759.444617:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077759.444626:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077759.444628:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077759.444632:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077759.444636:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077759.444643:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4447
00000400:00000200:0.0:1769077759.444650:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077759.444655:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077759.444658:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077759.444660:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444663:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.444665:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444667:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077759.444670:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077759.444672:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077759.444674:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077759.444676:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077759.444677:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077759.444679:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077759.444682:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.444687:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444689:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077759.444692:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077759.444696:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444699:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077759.444702:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077759.444706:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077759.444709:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.444711:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077759.444713:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077759.444722:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077759.444727:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077759.444730:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077759.444732:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.444736:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077759.444739:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077759.444743:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077759.444752:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077759.444757:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.444764:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925805824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077759.444777:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077759.444780:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077759.444783:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925805824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077759.444805:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077759.444807:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077759.444810:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077759.444811:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077759.444812:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077759.444814:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077759.444816:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4447
00000400:00000200:0.0:1769077759.444819:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077759.444822:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077759.444823:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077759.444826:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444827:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.444829:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444831:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077759.444833:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077759.444834:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077759.444835:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077759.444837:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077759.444838:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077759.444840:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077759.444842:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444843:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.444845:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444847:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077759.444852:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077759.444857:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077759.444861:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077759.444864:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077759.444869:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077759.444875:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.444879:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077759.444884:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077759.444889:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.444892:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077759.444897:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077759.444901:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077759.444906:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077759.444909:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.444911:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077759.444915:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077759.444921:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077759.444928:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077759.444931:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.444937:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925805952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077759.444948:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077759.444951:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077759.444956:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925805952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077759.444966:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077759.444972:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077759.444974:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077759.444976:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077759.444978:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077759.444981:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077759.444984:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4447
00000400:00000200:0.0:1769077759.444990:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077759.444995:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077759.444999:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077759.445003:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445004:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.445006:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445007:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077759.445009:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077759.445009:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077759.445012:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077759.445014:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077759.445019:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077759.445024:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077759.445031:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445033:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.445038:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445042:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077759.445045:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077759.445050:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445054:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077759.445055:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077759.445059:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077759.445062:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445063:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077759.445064:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077759.445067:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445069:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077759.445074:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077759.445078:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077759.445081:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077759.445084:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445087:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077759.445091:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077759.445094:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077759.445099:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077759.445103:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.445111:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925806080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077759.445123:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077759.445127:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077759.445135:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925806080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077759.445147:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077759.445150:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077759.445155:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077759.445156:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077759.445157:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077759.445163:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077759.445168:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4447
00000400:00000200:0.0:1769077759.445173:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077759.445179:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077759.445180:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077759.445182:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077759.445186:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769077759.445187:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445192:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.445206:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445220:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077759.445228:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077759.445230:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077759.445234:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077759.445238:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077759.445241:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077759.445245:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077759.445251:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445256:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077759.445260:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445265:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077759.445268:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077759.445273:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077759.445276:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077759.445280:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077759.445283:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077759.445288:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445291:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077759.445295:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077759.445298:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445301:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077759.445306:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077759.445309:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077759.445311:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077759.445312:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077759.445317:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077759.445319:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077759.445321:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077759.445332:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077759.445336:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.445342:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925806208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077759.445352:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077759.445354:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077759.445356:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925806208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077759.445367:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077759.445374:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077759.445381:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077759.445391:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4457)
00000800:00000200:3.1:1769077759.445664:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077759.445665:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077759.445881:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077759.445882:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077759.446096:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077759.446098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.0:1769077759.636814:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077760.788696:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299121408, at 4299121472
00000100:00000010:2.0:1769077760.788719:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd80.
00000020:00000001:0.0:1769077761.940793:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077761.940798:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077761.940802:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077762.964705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077762.964708:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077762.964711:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077764.564631:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077764.564640:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077764.564642:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077764.564645:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077764.564649:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077764.564655:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4452
00000400:00000200:2.0:1769077764.564663:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077764.564668:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077764.564670:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077764.564673:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564676:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.564677:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564679:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077764.564683:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077764.564684:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077764.564686:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077764.564688:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077764.564690:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077764.564691:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077764.564693:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564695:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.564696:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564697:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077764.564700:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077764.564703:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564705:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077764.564707:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077764.564710:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077764.564713:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.564716:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077764.564718:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077764.564728:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077764.564732:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077764.564736:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077764.564738:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.564742:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077764.564744:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077764.564749:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077764.564757:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769077764.564764:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077764.564773:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925806336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077764.564785:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077764.564790:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077764.564794:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925806336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077764.564812:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077764.564815:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077764.564819:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077764.564820:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077764.564821:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077764.564823:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077764.564825:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4452
00000400:00000200:2.0:1769077764.564828:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077764.564831:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077764.564833:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077764.564835:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564836:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.564838:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564839:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077764.564841:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077764.564841:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077764.564842:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077764.564844:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077764.564845:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077764.564846:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077764.564848:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564849:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.564850:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564852:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077764.564853:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077764.564855:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564856:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077764.564858:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077764.564862:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077764.564864:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.564865:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077764.564869:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077764.564871:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.564873:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077764.564876:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077764.564878:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077764.564880:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077764.564881:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.564886:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077764.564888:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077764.564892:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077764.564898:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077764.564901:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077764.564910:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925806464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077764.564923:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077764.564927:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077764.564933:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925806464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077764.564949:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077764.564953:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077764.564958:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077764.564961:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077764.564963:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077764.564965:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077764.564970:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4452
00000400:00000200:2.0:1769077764.564974:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077764.564976:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077764.564977:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077764.564981:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564985:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.564987:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.564989:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077764.564994:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077764.564995:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077764.564996:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077764.564998:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077764.564999:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077764.565001:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077764.565006:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565007:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.565008:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565009:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077764.565011:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077764.565012:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565014:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077764.565015:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077764.565017:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077764.565018:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565019:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077764.565022:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077764.565028:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565033:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077764.565037:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077764.565040:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077764.565042:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077764.565044:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565046:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077764.565048:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077764.565051:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077764.565055:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077764.565061:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077764.565068:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925806592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077764.565079:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077764.565082:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077764.565089:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925806592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077764.565098:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077764.565100:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077764.565106:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077764.565108:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077764.565111:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077764.565116:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077764.565120:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4452
00000400:00000200:2.0:1769077764.565172:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077764.565178:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077764.565180:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077764.565183:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565188:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077764.565189:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565190:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077764.565192:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077764.565194:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077764.565197:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077764.565199:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077764.565203:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077764.565205:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077764.565210:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565213:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077764.565217:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077764.565218:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565222:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769077764.565224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1769077764.565225:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077764.565231:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077764.565237:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077764.565240:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077764.565243:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077764.565246:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565248:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077764.565251:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077764.565257:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565260:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077764.565263:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077764.565268:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077764.565272:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077764.565274:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077764.565278:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077764.565280:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077764.565283:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077764.565288:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077764.565293:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077764.565300:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925806720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077764.565316:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077764.565317:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077764.565320:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925806720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077764.565332:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077764.565335:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077764.565339:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077764.565344:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4462)
00000800:00000200:3.1:1769077764.565605:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077764.565607:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077764.565793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077764.565794:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077764.565966:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077764.565968:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1769077765.908628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299126528, at 4299126592
00000100:00000010:2.0:1769077765.908655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000020:00000001:0.0:1769077766.036818:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077766.036822:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077766.036825:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077767.060749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077767.060753:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077767.060757:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077769.685209:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077769.685570:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077769.685915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077769.686097:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077770.132653:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077770.132656:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077770.132660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077771.028625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299131648, at 4299131712
00000100:00000010:2.0:1769077771.028639:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00000020:00000001:0.0:1769077771.156715:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077771.156719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077771.156721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077772.756764:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077772.756803:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077772.756814:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077772.756817:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077772.756820:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077772.756823:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077772.756827:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077772.756830:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769077772.756834:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077772.756837:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077772.756842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:2.0:1769077772.756845:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769077772.756850:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077772.756858:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925806848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.756891:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077772.756896:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925806848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.756904:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.756906:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077772.756920:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077772.756923:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769077772.756927:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077772.756930:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077772.756932:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9f68
00000400:00000010:2.0:1769077772.756935:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9f68.
00000100:00000001:2.0:1769077772.756938:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077772.756944:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830700 x1855007925806976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.756952:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077772.756956:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925806976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.756961:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.756963:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077772.756976:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077772.756979:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769077772.756982:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077772.756985:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077772.757021:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9c38
00000400:00000010:2.0:1769077772.757024:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9c38.
00000100:00000001:2.0:1769077772.757026:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077772.757031:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925807104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.757040:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077772.757044:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925807104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.757051:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.757053:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077772.757058:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077772.757061:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769077772.757064:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077772.757067:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077772.757070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9770
00000400:00000010:2.0:1769077772.757072:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9770.
00000100:00000001:2.0:1769077772.757075:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077772.757079:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832a00 x1855007925807232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.757087:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077772.757090:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925807232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077772.757096:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077772.757097:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077774.228693:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077774.228696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077774.228699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077774.805358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077774.805366:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077774.806101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077774.806105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077774.806421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077774.806424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077774.806752:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077774.806754:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077775.252697:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077775.252699:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077775.252702:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077776.148600:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299136769, at 4299136832
00000100:00000010:2.0:1769077776.148626:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000020:00000001:0.0:1769077778.324721:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077778.324726:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077778.324730:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077779.348724:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077779.348728:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077779.348731:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077779.925122:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077779.925126:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077779.925775:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077779.925777:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077779.925987:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077779.925989:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077779.926165:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077779.926166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769077781.268600:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299141888, at 4299141952
00000100:00000010:2.0:1769077781.268615:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:0.0:1769077782.420708:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077782.420711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077782.420714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077783.444686:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077783.444689:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077783.444692:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077785.044662:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077785.044670:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077785.044673:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077785.044675:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077785.044680:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077785.044688:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4473
00000400:00000200:0.0:1769077785.044699:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077785.044706:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077785.044710:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077785.044713:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044717:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.044720:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044723:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077785.044728:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077785.044730:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077785.044733:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077785.044736:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077785.044739:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077785.044741:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077785.044745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044747:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.044748:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044750:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077785.044752:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077785.044755:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044757:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077785.044760:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077785.044763:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077785.044765:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.044766:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077785.044768:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077785.044776:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077785.044779:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077785.044797:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077785.044799:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.044801:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077785.044803:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077785.044807:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077785.044814:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077785.044819:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077785.044826:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925808384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077785.044834:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077785.044837:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077785.044841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925808384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077785.044860:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077785.044862:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077785.044865:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077785.044866:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077785.044867:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077785.044869:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077785.044871:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4473
00000400:00000200:0.0:1769077785.044874:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077785.044876:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077785.044878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077785.044881:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044882:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.044886:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044888:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077785.044890:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077785.044891:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077785.044892:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077785.044893:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077785.044895:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077785.044899:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077785.044902:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044905:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.044908:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044911:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077785.044914:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077785.044920:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077785.044926:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077785.044930:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077785.044937:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077785.044941:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.044945:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077785.044948:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077785.044955:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.044958:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077785.044963:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077785.044967:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077785.044971:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077785.044973:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.044977:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077785.044981:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077785.044983:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077785.044987:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077785.044991:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077785.044998:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077785.045009:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077785.045011:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077785.045015:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077785.045024:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077785.045029:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077785.045034:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077785.045038:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077785.045041:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077785.045046:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077785.045051:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4473
00000400:00000200:0.0:1769077785.045057:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077785.045063:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077785.045066:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077785.045071:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045076:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.045079:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045085:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077785.045089:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077785.045090:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077785.045091:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077785.045092:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077785.045097:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077785.045101:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077785.045105:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045107:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.045112:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045114:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077785.045118:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077785.045123:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045127:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077785.045129:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077785.045134:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077785.045136:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045139:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077785.045143:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077785.045148:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045151:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077785.045155:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077785.045158:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077785.045161:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077785.045163:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045168:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077785.045170:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077785.045173:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077785.045186:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077785.045193:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077785.045200:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077785.045205:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077785.045212:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769077785.045213:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077785.045217:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077785.045225:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077785.045235:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077785.045240:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077785.045245:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077785.045248:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077785.045250:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077785.045254:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077785.045259:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4473
00000400:00000200:0.0:1769077785.045264:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077785.045269:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077785.045273:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077785.045279:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045282:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.045288:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045290:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077785.045295:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077785.045297:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077785.045300:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077785.045303:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077785.045306:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077785.045311:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077785.045316:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045318:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077785.045322:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045324:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077785.045327:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077785.045333:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077785.045338:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077785.045340:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077785.045342:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077785.045347:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045348:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077785.045350:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077785.045352:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045355:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077785.045358:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077785.045360:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077785.045361:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077785.045362:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077785.045363:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077785.045364:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077785.045366:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077785.045368:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077785.045370:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077785.045375:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077785.045382:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077785.045386:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077785.045389:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077785.045396:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077785.045401:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077785.045405:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077785.045411:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4483)
00000100:00100000:1.0:1769077785.045595:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077785.045599:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077785.045601:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077785.045603:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077785.045605:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077785.045608:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077785.045610:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077785.045615:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077785.045618:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077785.045622:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077785.045625:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925808512, portal 10
00000100:00000001:1.0:1769077785.045626:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077785.045627:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:1.0:1769077785.045632:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045636:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077785.045638:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077785.045639:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077785.045641:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925808512, offset 0
00000400:00000200:1.0:1769077785.045644:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077785.045646:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.045649:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077785.045651:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077785.045653:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077785.045655:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077785.045656:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077785.045659:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16026:16026:256:4294967295] 192.168.204.157@tcp LPNI seq info [16022:16022:8:4294967295]
00000400:00000200:1.0:1769077785.045661:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.045666:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077785.045669:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.045671:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077785.045673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077785.045676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077785.045679:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077785.045681:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077785.045683:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.045685:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077785.045687:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077785.045689:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077785.045691:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077785.045693:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077785.045694:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077785.045696:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.045704:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.045709:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077785.045711:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077785.045713:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077785.045716:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077785.045717:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299145744
00000100:00000001:1.0:1769077785.045719:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.045721:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299145744
00000100:00000001:1.0:1769077785.045722:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.045724:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077785.045725:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.045727:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077785.045729:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785]  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077785.045734:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077785.045734:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077785.045736:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077785.045737:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077785.045738:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077785.045740:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077785.045742:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077785.045747:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045751:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077785.045751:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045752:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.045753:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077785.045755:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045759:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077785.045762:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045766:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077785.045768:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045769:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.045770:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045771:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077785.045772:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077785.045774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077785.045776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077785.045777:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077785.045779:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077785.045800:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077785.045803:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077785.045805:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045809:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077785.045810:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077785.045812:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077785.045813:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077785.045815:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077785.045816:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077785.045818:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077785.045820:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077785.045821:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077785.045822:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077785.045824:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077785.045826:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077785.045828:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077785.045830:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077785.045832:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077785.045834:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925808640, portal 10
00000100:00000001:1.0:1769077785.045835:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077785.045836:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:1.0:1769077785.045840:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045844:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077785.045845:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077785.045847:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077785.045848:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925808640, offset 0
00000400:00000200:1.0:1769077785.045851:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077785.045853:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.045855:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077785.045857:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077785.045859:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077785.045861:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077785.045863:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077785.045865:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16027:16027:256:4294967295] 192.168.204.157@tcp LPNI seq info [16023:16023:8:4294967295]
00000400:00000200:1.0:1769077785.045868:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.045872:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077785.045875:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.045876:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077785.045879:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077785.045881:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077785.045884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077785.045885:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077785.045888:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.045889:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077785.045891:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077785.045893:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077785.045895:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077785.045896:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077785.045897:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077785.045900:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045905:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.045907:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045911:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.045912:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077785.045914:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077785.045916:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077785.045918:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077785.045919:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299145753
00000100:00000001:1.0:1769077785.045921:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.045922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299145753
00000100:00000001:1.0:1769077785.045924:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.045926:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077785.045927:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.045928:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077785.045930:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785]  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077785.045935:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077785.045936:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077785.045937:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077785.045938:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077785.045939:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077785.045940:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077785.045942:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077785.045947:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077785.045952:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045953:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.045954:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077785.045956:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045960:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077785.045963:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045967:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077785.045968:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.045970:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.045971:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077785.045972:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077785.045974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077785.045976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077785.045978:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077785.045980:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077785.045985:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077785.045987:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077785.045989:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.045993:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077785.045993:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077785.045995:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077785.045996:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077785.045997:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077785.045999:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808768:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077785.046001:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077785.046002:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077785.046003:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077785.046004:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077785.046006:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077785.046007:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077785.046010:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077785.046011:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077785.046013:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077785.046015:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925808768, portal 4
00000100:00000001:1.0:1769077785.046016:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077785.046017:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000040:1.0:1769077785.046021:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046025:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077785.046027:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077785.046028:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077785.046030:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925808768, offset 0
00000400:00000200:1.0:1769077785.046032:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077785.046034:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.046036:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077785.046037:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077785.046039:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077785.046040:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077785.046042:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077785.046043:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16028:16028:256:4294967295] 192.168.204.157@tcp LPNI seq info [16024:16024:8:4294967295]
00000400:00000200:1.0:1769077785.046046:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077785.046050:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077785.046053:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.046055:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077785.046057:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077785.046059:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077785.046061:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077785.046063:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077785.046066:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077785.046067:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077785.046069:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077785.046071:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077785.046072:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077785.046073:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077785.046075:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077785.046077:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046081:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.046083:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046092:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.046093:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077785.046094:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077785.046096:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077785.046098:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077785.046099:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299145750
00000100:00000001:1.0:1769077785.046101:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.046102:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299145750
00000100:00000001:1.0:1769077785.046104:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299147008
00000100:00000001:1.0:1769077785.046105:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077785.046106:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.046107:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077785.046110:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785]  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077785.046114:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077785.046115:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077785.046116:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077785.046117:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077785.046118:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077785.046119:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077785.046121:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077785.046125:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046130:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077785.046131:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046132:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.046133:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077785.046135:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046140:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077785.046142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046147:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077785.046148:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077785.046150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046151:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077785.046152:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077785.046153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077785.046155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077785.046156:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077785.046158:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077785.046163:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925808768:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077785.046165:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046166:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.046168:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925808512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046172:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077785.046173:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077785.046174:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077785.046176:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077785.046176:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077785.046177:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077785.046179:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077785.046180:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:1.0:1769077785.046182:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077785.046183:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077785.046184:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:1.0:1769077785.046186:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077785.046187:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046188:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.046190:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925808640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046194:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077785.046195:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077785.046196:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077785.046197:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077785.046198:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077785.046199:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077785.046200:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077785.046201:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:1.0:1769077785.046202:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077785.046202:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077785.046203:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:1.0:1769077785.046204:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077785.046205:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077785.046208:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925808768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077785.046212:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077785.046212:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077785.046213:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077785.046214:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077785.046215:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077785.046216:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077785.046217:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077785.046218:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:1.0:1769077785.046219:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077785.046219:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077785.046220:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:1.0:1769077785.046222:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077785.046223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046224:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077785.046226:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077785.046228:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077785.046229:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077785.046230:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077785.492687:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077785.492691:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077785.492696:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077786.388646:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299147008, at 4299147072
00000100:00000010:2.0:1769077786.388665:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769077786.516675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077786.516678:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077786.516681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077787.540768:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077787.540772:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077787.540776:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077789.588754:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077789.588758:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077789.588760:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077790.164642:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077790.164652:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077790.164655:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077790.164658:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077790.164661:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077790.164668:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4478
00000400:00000200:0.0:1769077790.164687:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077790.164693:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077790.164725:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077790.164728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164731:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.164733:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164735:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077790.164756:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077790.164758:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077790.164760:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077790.164762:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077790.164764:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077790.164766:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077790.164768:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164769:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.164771:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164772:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077790.164774:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077790.164776:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164778:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077790.164780:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077790.164782:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077790.164784:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.164785:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077790.164787:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077790.164795:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077790.164797:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077790.164800:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077790.164801:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.164803:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077790.164805:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077790.164809:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077790.164815:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077790.164820:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077790.164827:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077790.164835:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077790.164839:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077790.164842:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077790.164860:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077790.164863:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077790.164865:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077790.164866:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077790.164867:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077790.164869:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077790.164871:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4478
00000400:00000200:0.0:1769077790.164874:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077790.164876:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077790.164877:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077790.164879:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164881:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.164882:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164883:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077790.164885:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077790.164886:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077790.164887:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077790.164888:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077790.164889:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077790.164891:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077790.164893:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164895:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.164897:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164899:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077790.164912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077790.164914:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077790.164916:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077790.164917:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077790.164919:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077790.164921:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077790.164923:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077790.164924:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.164928:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077790.164928:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077790.164934:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077790.164937:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077790.164938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077790.164939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077790.164944:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077790.164949:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077790.164953:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077790.164955:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077790.164956:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.164960:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077790.164960:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077790.164962:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077790.164965:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.164965:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769077790.164968:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077790.164969:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077790.164983:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.164983:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077790.164988:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925808896:192.168.204.157@tcp:250:kworker.0
00000100:00100000:0.0:1769077790.164992:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077790.164994:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077790.164999:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077790.165001:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077790.165002:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165004:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.165006:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077790.165011:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077790.165015:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077790.165016:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077790.165024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077790.165026:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077790.165029:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077790.165029:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00080000:0.0:1769077790.165034:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077790.165036:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077790.165037:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769077790.165038:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000001:0.0:1769077790.165050:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769077790.165053:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925808896, portal 25
00000100:00080000:0.0:1769077790.165054:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4478
00000100:00000001:1.0:1769077790.165059:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077790.165061:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077790.165062:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000400:00000200:0.0:1769077790.165065:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077790.165068:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077790.165072:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077790.165073:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165078:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.165082:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165086:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077790.165091:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077790.165092:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077790.165093:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077790.165096:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077790.165100:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000040:1.0:1769077790.165100:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769077790.165104:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077790.165106:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077790.165108:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165109:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.165110:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165115:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:1.0:1769077790.165116:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000020:00000040:0.0:1769077790.165117:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000200:1.0:1769077790.165121:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925808896, offset 0
00000100:00080000:0.0:1769077790.165122:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165127:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077790.165128:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077790.165131:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077790.165131:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077790.165133:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165135:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077790.165136:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077790.165137:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165138:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077790.165141:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077790.165144:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077790.165146:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077790.165148:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165151:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077790.165152:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077790.165156:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077790.165157:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165160:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000010:0.0:1769077790.165161:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077790.165166:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165169:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769077790.165173:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077790.165177:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769077790.165185:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077790.165185:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077790.165196:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165203:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:0.0:1769077790.165204:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077790.165210:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16029:16029:256:4294967295] 192.168.204.157@tcp LPNI seq info [16025:16025:8:4294967295]
00000400:00000200:1.0:1769077790.165221:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077790.165222:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077790.165225:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077790.165228:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077790.165229:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077790.165232:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077790.165236:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077790.165237:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077790.165241:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4478
00000400:00000200:0.0:1769077790.165247:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:1.0:1769077790.165251:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769077790.165253:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077790.165256:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1769077790.165257:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000100:00000040:0.0:1769077790.165258:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165263:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.165264:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165265:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077790.165266:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077790.165267:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077790.165268:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077790.165269:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077790.165272:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.0:1769077790.165274:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077790.165275:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077790.165281:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.0:1769077790.165281:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077790.165284:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077790.165288:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165291:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769077790.165292:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769077790.165294:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:1.1:1769077790.165297:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1769077790.165299:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165304:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077790.165306:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077790.165307:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077790.165310:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077790.165311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077790.165312:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769077790.165314:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000008:00100000:0.0:1769077790.165315:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077790.165319:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165321:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165323:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769077790.165324:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077790.165328:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769077790.165331:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077790.165332:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077790.165336:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165338:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077790.165338:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
02000000:00000001:0.0:1769077790.165340:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077790.165342:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
02000000:00000001:0.0:1769077790.165343:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077790.165349:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:1.0:1769077790.165349:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077790.165354:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077790.165356:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077790.165360:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077790.165377:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077790.165378:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077790.165381:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077790.165384:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077790.165386:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165412:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077790.165413:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165417:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077790.165418:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077790.165422:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077790.165423:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077790.165426:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4488)
00000400:00000200:1.0:1769077790.165430:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077790.165433:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299152128
00000100:00000010:1.0:1769077790.165438:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3180.
00000100:00000001:1.0:1769077790.165444:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077790.165454:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299152128
00000100:00000010:1.0:1769077790.165467:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a20.
00000100:00000001:1.0:1769077790.165469:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077790.165472:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077790.165473:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165476:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077790.165479:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077790]  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077790.165486:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077790.165487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077790.165489:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077790.165490:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077790.165492:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077790.165493:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077790.165496:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077790.165501:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165506:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077790.165507:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165509:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.165511:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077790.165514:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165519:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077790.165559:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165565:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077790.165567:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165569:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.165569:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165571:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077790.165572:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077790.165574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077790.165577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077790.165579:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077790.165582:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077790.165588:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925808896:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077790.165591:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165593:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.165595:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925808896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165599:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077790.165601:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077790.165603:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077790.165605:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077790.165606:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077790.165607:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077790.165609:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077790.165610:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077790.165612:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077790.165614:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077790.165615:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:1.0:1769077790.165618:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077790.165619:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165620:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165626:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077790.165627:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165629:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077790.165629:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077790.165630:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077790.165633:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165638:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077790.165639:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.165640:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077790.165642:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077790.165643:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077790.165645:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077790.165647:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077790.165648:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077790.165649:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.165650:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077790.165652:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077790.165653:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165656:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077790.165657:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077790.165660:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077790.165662:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809024, portal 10
00000100:00000001:1.0:1769077790.165663:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077790.165664:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:1.0:1769077790.165669:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165673:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077790.165675:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077790.165677:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077790.165678:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925809024, offset 0
00000400:00000200:1.0:1769077790.165681:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077790.165683:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.165686:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077790.165688:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077790.165690:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077790.165692:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077790.165693:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077790.165708:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16030:16030:256:4294967295] 192.168.204.157@tcp LPNI seq info [16026:16026:8:4294967295]
00000400:00000200:1.0:1769077790.165711:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.165716:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077790.165719:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.165721:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077790.165724:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077790.165726:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077790.165729:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077790.165730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077790.165733:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.165734:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077790.165736:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077790.165738:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077790.165740:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077790.165741:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077790.165743:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077790.165746:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165751:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.165753:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165757:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165758:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077790.165760:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077790.165763:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077790.165765:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077790.165767:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299150864
00000100:00000001:1.0:1769077790.165769:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.165770:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299150864
00000100:00000001:1.0:1769077790.165772:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.165773:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077790.165775:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165776:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077790.165778:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077790]  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077790.165783:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077790.165784:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077790.165785:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077790.165787:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077790.165788:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077790.165789:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077790.165791:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077790.165796:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165800:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077790.165801:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165802:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.165803:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077790.165805:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165809:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077790.165811:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165816:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077790.165818:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165819:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.165820:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165821:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077790.165822:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077790.165823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077790.165825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077790.165826:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077790.165829:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077790.165833:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077790.165836:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077790.165838:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165842:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077790.165843:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.165844:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077790.165846:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077790.165847:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077790.165849:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077790.165851:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077790.165852:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077790.165853:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.165854:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077790.165856:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077790.165857:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.165860:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077790.165861:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077790.165863:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077790.165865:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809152, portal 10
00000100:00000001:1.0:1769077790.165867:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077790.165867:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:1.0:1769077790.165871:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165875:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077790.165876:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077790.165878:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077790.165879:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925809152, offset 0
00000400:00000200:1.0:1769077790.165882:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077790.165884:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.165885:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077790.165887:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077790.165897:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077790.165899:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077790.165901:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077790.165903:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16031:16031:256:4294967295] 192.168.204.157@tcp LPNI seq info [16027:16027:8:4294967295]
00000400:00000200:1.0:1769077790.165905:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.165910:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077790.165912:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.165914:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077790.165916:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077790.165918:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077790.165921:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077790.165922:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077790.165925:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.165926:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077790.165927:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077790.165930:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077790.165931:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077790.165933:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077790.165934:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077790.165936:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165941:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.165943:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165947:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165948:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077790.165950:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077790.165951:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077790.165965:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077790.165966:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299150873
00000100:00000001:1.0:1769077790.165968:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.165969:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299150873
00000100:00000001:1.0:1769077790.165970:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.165972:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077790.165973:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.165974:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077790.165976:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077790]  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077790.165980:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077790.165981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077790.165982:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077790.165983:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077790.165984:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077790.165986:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077790.165988:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077790.165993:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.165997:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077790.165998:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.165999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.166000:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077790.166002:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166006:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077790.166009:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166013:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077790.166014:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166015:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.166016:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166017:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077790.166018:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077790.166019:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077790.166021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077790.166022:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077790.166029:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077790.166034:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077790.166036:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077790.166038:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166042:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077790.166043:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.166045:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077790.166046:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077790.166048:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077790.166049:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809280:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077790.166052:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077790.166053:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077790.166053:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077790.166055:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077790.166056:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077790.166058:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077790.166060:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077790.166061:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077790.166063:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077790.166064:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809280, portal 4
00000100:00000001:1.0:1769077790.166066:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077790.166067:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000040:1.0:1769077790.166070:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166074:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077790.166075:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077790.166076:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077790.166078:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925809280, offset 0
00000400:00000200:1.0:1769077790.166080:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077790.166082:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.166084:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077790.166095:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077790.166096:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077790.166098:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077790.166099:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077790.166102:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16032:16032:256:4294967295] 192.168.204.157@tcp LPNI seq info [16028:16028:8:4294967295]
00000400:00000200:1.0:1769077790.166105:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077790.166109:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077790.166112:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.166113:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077790.166116:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077790.166117:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077790.166120:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077790.166121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077790.166124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077790.166125:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077790.166126:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077790.166128:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077790.166130:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077790.166131:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077790.166132:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077790.166134:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166139:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.166141:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166145:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.166146:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077790.166147:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077790.166149:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077790.166151:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077790.166152:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299150870
00000100:00000001:1.0:1769077790.166154:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.166155:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299150870
00000100:00000001:1.0:1769077790.166156:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299152128
00000100:00000001:1.0:1769077790.166158:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077790.166159:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.166160:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077790.166162:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077790]  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077790.166167:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077790.166168:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077790.166169:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077790.166171:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077790.166171:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077790.166173:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077790.166174:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077790.166179:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166183:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077790.166184:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166185:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.166185:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077790.166188:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166191:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077790.166194:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166198:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077790.166199:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077790.166201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166202:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077790.166210:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077790.166212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077790.166214:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077790.166216:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077790.166218:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077790.166224:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809280:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077790.166226:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166227:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.166229:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925809024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166233:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077790.166234:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077790.166235:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077790.166236:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077790.166237:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077790.166238:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077790.166239:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077790.166240:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077790.166241:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077790.166242:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077790.166243:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:1.0:1769077790.166244:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077790.166245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166246:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.166248:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925809152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166252:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077790.166253:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077790.166254:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077790.166255:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077790.166256:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077790.166257:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077790.166258:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077790.166259:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077790.166260:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077790.166261:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077790.166262:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:1.0:1769077790.166264:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077790.166265:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166266:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077790.166268:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925809280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077790.166271:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077790.166272:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077790.166273:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077790.166274:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077790.166275:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077790.166276:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077790.166277:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077790.166277:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077790.166278:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077790.166279:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077790.166280:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:1.0:1769077790.166281:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077790.166282:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166283:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077790.166285:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077790.166286:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077790.166287:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077790.166288:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077790.612792:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077790.612796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077790.612800:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077791.508595:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299152128, at 4299152192
00000100:00000010:2.0:1769077791.508612:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00000020:00000001:0.0:1769077791.636750:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077791.636754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077791.636756:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077793.684699:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077793.684702:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077793.684705:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077794.708732:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077794.708736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077794.708738:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077795.284598:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077795.284629:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077795.284631:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077795.284635:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077795.284638:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077795.284644:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4483
00000400:00000200:0.0:1769077795.284651:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077795.284657:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077795.284659:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077795.284662:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284664:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.284666:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284668:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077795.284671:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077795.284672:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077795.284674:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077795.284676:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077795.284678:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077795.284679:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077795.284682:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.284685:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284687:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077795.284689:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077795.284691:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284693:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077795.284695:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077795.284698:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077795.284700:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284701:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077795.284703:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077795.284710:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077795.284713:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077795.284715:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077795.284716:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284718:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077795.284721:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077795.284725:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077795.284734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077795.284741:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077795.284750:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077795.284762:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077795.284767:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077795.284772:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077795.284795:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077795.284797:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077795.284800:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077795.284802:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077795.284803:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077795.284805:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077795.284807:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4483
00000400:00000200:0.0:1769077795.284810:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077795.284813:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077795.284815:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077795.284817:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284819:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.284821:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284823:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077795.284825:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077795.284826:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077795.284827:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077795.284827:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077795.284831:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:1.0:1769077795.284832:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077795.284834:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077795.284836:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077795.284836:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077795.284840:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077795.284846:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077795.284847:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.284851:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077795.284855:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:1.0:1769077795.284862:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077795.284866:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077795.284867:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284869:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077795.284872:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077795.284875:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077795.284877:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077795.284880:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077795.284881:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284884:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077795.284886:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077795.284889:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077795.284893:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077795.284895:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925809408:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769077795.284896:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077795.284902:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769077795.284903:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077795.284906:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077795.284909:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077795.284910:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077795.284911:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284915:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077795.284916:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077795.284916:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077795.284919:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.284921:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077795.284924:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077795.284928:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077795.284929:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
00000100:00100000:0.0:1769077795.284934:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077795.284935:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.284943:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077795.284946:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077795.284949:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077795.284952:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077795.284956:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000001:0.0:1769077795.284959:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077795.284962:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077795.284965:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1769077795.284965:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000001:0.0:1769077795.284969:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077795.284971:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077795.284973:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769077795.284974:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809408, portal 25
00000100:00080000:0.0:1769077795.284976:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4483
00000100:00000001:1.0:1769077795.284978:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077795.284982:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077795.284982:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000400:00000200:0.0:1769077795.284988:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077795.284992:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077795.284993:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077795.284996:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285001:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.285005:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077795.285007:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077795.285008:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077795.285012:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769077795.285013:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000040:0.0:1769077795.285017:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000010:1.0:1769077795.285017:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000020:00000001:0.0:1769077795.285020:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077795.285023:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000200:1.0:1769077795.285023:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925809408, offset 0
00000020:00000001:0.0:1769077795.285028:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077795.285030:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077795.285031:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077795.285035:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285038:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.285040:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077795.285044:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077795.285049:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077795.285052:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769077795.285057:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285060:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077795.285062:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077795.285066:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077795.285067:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077795.285070:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077795.285072:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285077:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16033:16033:256:4294967295] 192.168.204.157@tcp LPNI seq info [16029:16029:8:4294967295]
02000000:00000001:0.0:1769077795.285079:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077795.285081:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077795.285085:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.285090:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077795.285093:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077795.285096:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.285098:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077795.285102:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000400:00000200:1.0:1769077795.285106:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077795.285107:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077795.285114:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077795.285117:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077795.285117:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285123:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077795.285124:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769077795.285125:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
02000000:00000001:0.0:1769077795.285126:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077795.285132:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000800:00000200:1.0:1769077795.285135:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077795.285137:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077795.285140:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00100000:0.0:1769077795.285144:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077795.285148:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077795.285154:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077795.285160:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1769077795.285163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285164:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077795.285166:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000100:00000040:0.0:1769077795.285170:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077795.285173:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077795.285181:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077795.285186:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077795.285186:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077795.285193:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077795.285195:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077795.285196:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000100:00080000:0.0:1769077795.285197:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077795.285202:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077795.285202:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00080000:0.0:1769077795.285207:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4483
00000100:00000001:1.0:1769077795.285210:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769077795.285212:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077795.285216:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077795.285219:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077795.285221:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077795.285224:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285230:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.285234:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285239:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077795.285242:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077795.285243:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077795.285244:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077795.285247:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077795.285251:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000040:1.0:1769077795.285251:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077795.285256:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077795.285261:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077795.285268:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077795.285269:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077795.285272:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077795.285273:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077795.285276:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077795.285278:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077795.285278:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077795.285284:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077795.285287:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285288:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077795.285291:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285292:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299157248
02000000:00000001:0.0:1769077795.285295:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077795.285298:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077795.285300:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077795.285301:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ba0.
00000100:00000001:0.0:1769077795.285302:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077795.285305:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077795.285308:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.285309:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285311:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000010:0.0:1769077795.285313:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077795.285317:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077795.285319:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077795.285319:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077795.285321:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077795.285322:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077795.285323:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077795.285325:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077795.285326:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285329:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299157248
00000100:00100000:0.0:1769077795.285330:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077795.285337:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3b40.
00000100:00000001:0.0:1769077795.285339:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077795.285342:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285344:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769077795.285346:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285352:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077795.285353:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077795.285359:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077795.285359:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077795.285365:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077795.285366:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769077795.285370:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4493)
00000100:00100000:1.0:1769077795.285374:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795]  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077795.285388:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077795.285389:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077795.285391:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077795.285394:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077795.285396:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077795.285398:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077795.285401:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077795.285407:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285412:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077795.285413:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285415:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077795.285418:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285423:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077795.285426:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285431:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077795.285433:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285434:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285436:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077795.285438:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077795.285440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077795.285442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077795.285444:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077795.285447:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077795.285453:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925809408:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077795.285456:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285457:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.285459:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925809408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285463:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077795.285465:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077795.285467:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077795.285469:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077795.285470:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077795.285471:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077795.285473:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077795.285474:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769077795.285478:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077795.285479:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077795.285480:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:1.0:1769077795.285482:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077795.285483:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285485:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285491:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077795.285493:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285495:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077795.285497:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077795.285498:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077795.285502:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285509:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077795.285510:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.285513:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077795.285515:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077795.285517:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077795.285520:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077795.285551:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077795.285553:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077795.285554:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.285555:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077795.285558:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077795.285559:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077795.285563:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077795.285565:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077795.285568:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077795.285570:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809536, portal 10
00000100:00000001:1.0:1769077795.285572:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077795.285573:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:1.0:1769077795.285577:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285582:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077795.285583:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077795.285585:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077795.285586:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925809536, offset 0
00000400:00000200:1.0:1769077795.285589:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285592:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.285594:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077795.285597:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077795.285599:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077795.285600:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077795.285602:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285604:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16034:16034:256:4294967295] 192.168.204.157@tcp LPNI seq info [16030:16030:8:4294967295]
00000400:00000200:1.0:1769077795.285607:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.285627:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077795.285630:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.285633:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077795.285636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077795.285638:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077795.285641:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077795.285643:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077795.285645:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.285647:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077795.285649:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077795.285651:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077795.285654:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077795.285655:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077795.285656:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077795.285659:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.285666:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285671:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285672:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077795.285674:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077795.285677:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077795.285679:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077795.285681:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299155984
00000100:00000001:1.0:1769077795.285683:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.285685:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299155984
00000100:00000001:1.0:1769077795.285686:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.285687:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077795.285689:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077795.285692:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795]  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077795.285697:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077795.285698:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077795.285700:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077795.285701:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077795.285702:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077795.285704:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077795.285706:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077795.285711:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285715:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077795.285715:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285717:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285717:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077795.285720:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285724:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077795.285726:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285730:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077795.285732:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285733:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285734:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285735:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077795.285737:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077795.285738:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077795.285740:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077795.285741:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077795.285744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077795.285748:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077795.285751:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077795.285754:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285758:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077795.285759:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.285760:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077795.285762:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077795.285763:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077795.285765:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077795.285766:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077795.285768:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077795.285769:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.285770:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077795.285772:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077795.285774:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077795.285776:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077795.285777:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077795.285780:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077795.285782:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809664, portal 10
00000100:00000001:1.0:1769077795.285783:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077795.285784:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:1.0:1769077795.285787:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285791:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077795.285793:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077795.285794:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077795.285796:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925809664, offset 0
00000400:00000200:1.0:1769077795.285798:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.285803:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077795.285805:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077795.285807:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077795.285809:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077795.285810:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077795.285812:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16035:16035:256:4294967295] 192.168.204.157@tcp LPNI seq info [16031:16031:8:4294967295]
00000400:00000200:1.0:1769077795.285815:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.285819:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077795.285822:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.285824:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077795.285826:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077795.285828:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077795.285830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077795.285832:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077795.285834:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.285836:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077795.285838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077795.285842:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077795.285844:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077795.285846:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077795.285848:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077795.285852:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285859:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.285862:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285869:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285871:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077795.285874:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077795.285878:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077795.285881:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077795.285884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299155993
00000100:00000001:1.0:1769077795.285887:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.285889:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299155993
00000100:00000001:1.0:1769077795.285891:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.285894:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077795.285896:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.285898:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077795.285901:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795]  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077795.285910:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077795.285911:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077795.285913:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077795.285915:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077795.285917:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077795.285919:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077795.285923:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077795.285932:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285939:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077795.285940:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285942:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285944:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077795.285948:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285956:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077795.285960:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285965:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077795.285967:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285968:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.285969:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.285971:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077795.285972:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077795.285974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077795.285976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077795.285978:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077795.285980:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077795.285985:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077795.285988:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077795.285990:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.285994:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077795.285995:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.285997:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077795.285998:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077795.285999:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077795.286001:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809792:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077795.286003:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077795.286005:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077795.286006:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077795.286007:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077795.286009:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077795.286011:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077795.286014:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077795.286016:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077795.286018:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077795.286020:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809792, portal 4
00000100:00000001:1.0:1769077795.286022:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077795.286023:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000040:1.0:1769077795.286026:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286031:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077795.286032:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077795.286034:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077795.286036:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925809792, offset 0
00000400:00000200:1.0:1769077795.286038:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077795.286041:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.286043:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077795.286045:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077795.286047:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077795.286048:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077795.286050:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077795.286052:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16036:16036:256:4294967295] 192.168.204.157@tcp LPNI seq info [16032:16032:8:4294967295]
00000400:00000200:1.0:1769077795.286055:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077795.286059:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077795.286062:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.286064:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077795.286066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077795.286068:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077795.286071:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077795.286073:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077795.286076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077795.286077:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077795.286079:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077795.286081:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077795.286083:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077795.286084:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077795.286086:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077795.286088:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286093:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.286095:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286104:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.286105:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077795.286107:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077795.286109:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077795.286111:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077795.286112:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299155990
00000100:00000001:1.0:1769077795.286114:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.286115:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299155990
00000100:00000001:1.0:1769077795.286117:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299157248
00000100:00000001:1.0:1769077795.286118:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077795.286120:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.286121:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077795.286123:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795]  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077795.286127:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077795.286128:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077795.286129:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077795.286130:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077795.286131:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077795.286132:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077795.286134:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077795.286140:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286144:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077795.286145:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286146:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.286147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077795.286149:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286153:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077795.286156:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286160:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077795.286161:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286162:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077795.286163:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286164:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077795.286165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077795.286167:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077795.286168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077795.286170:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077795.286173:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077795.286181:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925809792:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077795.286185:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286187:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.286189:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925809536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286196:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077795.286197:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077795.286199:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077795.286203:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077795.286204:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077795.286206:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077795.286208:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077795.286210:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b000.
02000000:00000001:1.0:1769077795.286214:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077795.286215:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077795.286217:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769077795.286220:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077795.286221:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286223:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.286227:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925809664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286233:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077795.286234:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077795.286235:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077795.286237:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077795.286238:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077795.286239:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077795.286240:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077795.286241:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:1.0:1769077795.286242:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077795.286243:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077795.286244:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:1.0:1769077795.286245:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077795.286246:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286247:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077795.286249:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925809792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077795.286253:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077795.286254:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077795.286255:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077795.286256:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077795.286257:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077795.286258:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077795.286259:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077795.286260:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077795.286261:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077795.286261:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077795.286262:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769077795.286263:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077795.286265:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286266:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077795.286269:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077795.286270:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077795.286271:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077795.286272:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077795.732722:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077795.732727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077795.732730:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077796.628606:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299157248, at 4299157312
00000100:00000010:2.0:1769077796.628620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ba0.
00000020:00000001:1.0:1769077797.780820:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077797.780825:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077797.780830:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077798.804810:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077798.804815:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077798.804818:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077799.572930:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769077799.828761:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077799.828766:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077799.828769:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077800.404732:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077800.404744:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077800.404747:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077800.404751:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077800.404755:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077800.404763:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4488
00000400:00000200:2.0:1769077800.404773:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077800.404779:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077800.404782:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077800.404785:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404788:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.404790:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404792:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077800.404796:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077800.404798:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077800.404800:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077800.404803:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077800.404804:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077800.404806:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077800.404808:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404809:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.404810:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404812:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077800.404815:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077800.404818:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404820:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077800.404823:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077800.404826:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077800.404829:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.404831:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077800.404832:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077800.404843:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077800.404846:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077800.404850:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077800.404851:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.404854:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077800.404856:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077800.404861:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077800.404870:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077800.404876:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077800.404884:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077800.404893:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077800.404897:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077800.404900:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077800.404925:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077800.404928:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077800.404931:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077800.404932:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077800.404933:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077800.404935:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077800.404938:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4488
00000400:00000200:2.0:1769077800.404940:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077800.404942:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077800.404944:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077800.404947:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404948:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.404950:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404951:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077800.404953:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077800.404954:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077800.404955:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077800.404956:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077800.404958:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077800.404959:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077800.404961:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404963:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.404965:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404966:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077800.404968:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077800.404970:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077800.404971:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077800.404972:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077800.404977:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077800.404978:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769077800.404979:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.404983:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077800.404985:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1769077800.404987:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077800.404989:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1769077800.404991:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.404993:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077800.404996:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000100:00000040:1.0:1769077800.404999:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077800.404999:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077800.405004:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077800.405006:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405010:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077800.405013:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077800.405016:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405017:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077800.405020:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077800.405020:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769077800.405024:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077800.405026:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405028:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077800.405033:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077800.405033:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769077800.405040:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925809920:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077800.405049:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077800.405050:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077800.405053:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405054:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077800.405058:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077800.405059:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077800.405062:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077800.405069:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:2.0:1769077800.405069:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077800.405071:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077800.405072:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077800.405077:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077800.405079:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077800.405081:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077800.405083:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077800.405085:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769077800.405088:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4488
00000400:00000010:1.0:1769077800.405092:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000200:2.0:1769077800.405096:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077800.405099:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077800.405101:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769077800.405102:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000040:2.0:1769077800.405104:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405108:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.405110:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405111:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:1.0:1769077800.405112:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925809920, portal 25
00000020:00000001:2.0:1769077800.405113:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077800.405116:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:1.0:1769077800.405117:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1769077800.405119:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077800.405120:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000020:00000040:2.0:1769077800.405121:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077800.405125:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077800.405126:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077800.405129:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077800.405132:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405137:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077800.405142:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077800.405143:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077800.405144:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077800.405148:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000040:1.0:1769077800.405151:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769077800.405154:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000010:1.0:1769077800.405156:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000001:2.0:1769077800.405157:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077800.405161:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769077800.405162:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925809920, offset 0
02000000:00000001:2.0:1769077800.405164:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077800.405167:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405169:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077800.405171:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077800.405172:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000008:00000001:2.0:1769077800.405176:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405179:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077800.405182:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000400:00000200:1.0:1769077800.405184:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:2.0:1769077800.405184:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077800.405187:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077800.405190:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405191:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077800.405192:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077800.405195:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:2.0:1769077800.405195:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077800.405201:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000400:00000200:1.0:1769077800.405204:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077800.405206:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405212:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00100000:2.0:1769077800.405213:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077800.405219:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077800.405225:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405226:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077800.405229:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405232:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16037:16037:256:4294967295] 192.168.204.157@tcp LPNI seq info [16033:16033:8:4294967295]
00000100:00000040:2.0:1769077800.405236:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077800.405241:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077800.405248:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077800.405250:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077800.405257:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077800.405260:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077800.405261:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769077800.405263:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077800.405267:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769077800.405270:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769077800.405271:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4488
00000400:00000200:2.0:1769077800.405277:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:1.0:1769077800.405279:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000400:00000200:2.0:1769077800.405280:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077800.405284:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077800.405286:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405287:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077800.405291:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077800.405292:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405296:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.0:1769077800.405297:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077800.405298:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077800.405300:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077800.405303:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077800.405305:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000800:00000200:1.1:1769077800.405308:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077800.405309:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077800.405314:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.1:1769077800.405315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769077800.405318:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405321:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1769077800.405324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769077800.405326:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000010:1.0:1769077800.405329:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000100:00000001:2.0:1769077800.405329:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077800.405333:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077800.405335:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077800.405337:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405338:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077800.405339:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077800.405343:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077800.405347:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769077800.405348:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405352:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077800.405354:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1769077800.405355:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000008:00000001:2.0:1769077800.405356:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077800.405359:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:2.0:1769077800.405360:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077800.405365:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769077800.405366:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769077800.405367:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077800.405371:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769077800.405372:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077800.405373:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405377:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077800.405380:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077800.405382:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077800.405388:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:1.0:1769077800.405390:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077800.405392:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077800.405396:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077800.405400:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077800.405413:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405414:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077800.405416:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077800.405418:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077800.405422:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405423:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077800.405431:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405433:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769077800.405434:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077800.405437:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299162368
00000100:00000040:2.0:1769077800.405438:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1769077800.405446:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3b40.
00000100:00000040:2.0:1769077800.405446:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4498)
00000100:00000001:1.0:1769077800.405457:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077800.405462:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299162368
00000100:00000010:1.0:1769077800.405465:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ba0.
00000100:00000001:1.0:1769077800.405468:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077800.405472:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077800.405475:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405477:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077800.405481:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800]  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077800.405489:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077800.405491:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077800.405492:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077800.405494:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077800.405495:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077800.405497:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077800.405500:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077800.405506:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405511:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077800.405513:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.405516:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077800.405518:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405562:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077800.405567:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405573:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077800.405575:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405577:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.405578:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405580:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077800.405581:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077800.405583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077800.405586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077800.405588:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077800.405591:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077800.405598:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925809920:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077800.405602:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405604:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.405606:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925809920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405610:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077800.405613:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077800.405616:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077800.405618:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077800.405620:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077800.405621:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077800.405623:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077800.405625:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769077800.405629:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077800.405631:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077800.405632:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:1.0:1769077800.405635:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077800.405636:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405637:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405646:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077800.405647:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405649:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077800.405650:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077800.405651:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077800.405653:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405658:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077800.405659:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405661:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077800.405662:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077800.405664:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077800.405666:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077800.405668:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077800.405670:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077800.405671:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405673:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077800.405676:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077800.405679:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405683:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077800.405686:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077800.405690:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077800.405693:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810048, portal 10
00000100:00000001:1.0:1769077800.405696:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077800.405697:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:1.0:1769077800.405704:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405712:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077800.405714:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077800.405717:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077800.405720:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925810048, offset 0
00000400:00000200:1.0:1769077800.405724:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077800.405729:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.405733:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077800.405737:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077800.405739:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077800.405741:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077800.405743:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077800.405745:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16038:16038:256:4294967295] 192.168.204.157@tcp LPNI seq info [16034:16034:8:4294967295]
00000400:00000200:1.0:1769077800.405748:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.405753:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077800.405756:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.405759:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077800.405762:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077800.405764:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077800.405767:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077800.405769:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077800.405772:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.405773:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077800.405775:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077800.405778:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077800.405780:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077800.405782:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077800.405784:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077800.405786:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405792:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.405794:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405799:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405800:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077800.405803:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077800.405806:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077800.405808:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077800.405810:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299161104
00000100:00000001:1.0:1769077800.405812:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.405814:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299161104
00000100:00000001:1.0:1769077800.405816:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.405818:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077800.405819:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405820:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077800.405823:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800]  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077800.405827:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077800.405828:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077800.405829:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077800.405830:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077800.405831:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077800.405833:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077800.405834:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077800.405839:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405844:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077800.405845:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405846:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.405847:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077800.405849:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405853:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077800.405856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405860:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077800.405861:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405863:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.405864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.405865:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077800.405867:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077800.405869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077800.405871:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077800.405872:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077800.405875:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077800.405879:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077800.405881:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077800.405883:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405888:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077800.405889:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405890:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077800.405892:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077800.405893:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077800.405895:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077800.405897:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077800.405898:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077800.405899:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.405900:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077800.405902:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077800.405904:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.405905:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077800.405907:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077800.405909:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077800.405911:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810176, portal 10
00000100:00000001:1.0:1769077800.405912:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077800.405914:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:1.0:1769077800.405918:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405923:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077800.405924:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077800.405926:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077800.405927:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925810176, offset 0
00000400:00000200:1.0:1769077800.405930:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077800.405932:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.405934:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077800.405936:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077800.405938:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077800.405940:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077800.405941:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077800.405944:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16039:16039:256:4294967295] 192.168.204.157@tcp LPNI seq info [16035:16035:8:4294967295]
00000400:00000200:1.0:1769077800.405947:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.405951:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077800.405953:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.405955:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077800.405957:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077800.405959:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077800.405962:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077800.405964:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077800.405966:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.405968:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077800.405970:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077800.405972:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077800.405974:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077800.405975:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077800.405977:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077800.405979:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405984:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.405987:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.405991:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.405993:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077800.405994:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077800.405996:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077800.405998:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077800.405999:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299161113
00000100:00000001:1.0:1769077800.406001:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.406002:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299161113
00000100:00000001:1.0:1769077800.406004:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.406005:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077800.406007:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.406008:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077800.406010:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800]  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077800.406014:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077800.406015:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077800.406016:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077800.406017:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077800.406018:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077800.406019:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077800.406021:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077800.406026:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406030:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077800.406031:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406032:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.406033:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077800.406036:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406041:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077800.406043:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406047:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077800.406049:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406050:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.406051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406052:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077800.406053:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077800.406054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077800.406056:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077800.406057:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077800.406059:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077800.406064:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077800.406066:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077800.406068:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406072:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077800.406073:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.406075:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077800.406076:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077800.406077:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077800.406079:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810304:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077800.406081:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077800.406083:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077800.406084:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077800.406085:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077800.406087:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077800.406089:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077800.406091:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077800.406093:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077800.406095:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077800.406097:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810304, portal 4
00000100:00000001:1.0:1769077800.406098:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077800.406099:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769077800.406103:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406107:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077800.406109:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077800.406110:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077800.406111:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925810304, offset 0
00000400:00000200:1.0:1769077800.406113:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077800.406115:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.406117:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077800.406119:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077800.406121:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077800.406123:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077800.406124:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077800.406126:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16040:16040:256:4294967295] 192.168.204.157@tcp LPNI seq info [16036:16036:8:4294967295]
00000400:00000200:1.0:1769077800.406129:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077800.406133:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077800.406136:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.406137:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077800.406139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077800.406141:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077800.406143:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077800.406145:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077800.406148:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077800.406149:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077800.406151:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077800.406153:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077800.406155:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077800.406156:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077800.406157:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077800.406159:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406164:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.406165:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406170:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.406171:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077800.406173:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077800.406175:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077800.406176:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077800.406177:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299161110
00000100:00000001:1.0:1769077800.406179:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.406180:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299161110
00000100:00000001:1.0:1769077800.406182:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299162368
00000100:00000001:1.0:1769077800.406184:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077800.406185:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.406186:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077800.406188:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800]  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077800.406193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077800.406193:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077800.406194:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077800.406196:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077800.406196:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077800.406198:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077800.406200:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077800.406206:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406210:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077800.406210:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406211:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.406212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077800.406214:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406218:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077800.406220:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406224:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077800.406226:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077800.406228:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406229:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077800.406230:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077800.406231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077800.406233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077800.406234:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077800.406236:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077800.406241:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810304:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077800.406243:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406244:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.406246:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925810048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406251:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077800.406252:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077800.406254:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077800.406255:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077800.406256:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077800.406257:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077800.406258:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077800.406259:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769077800.406261:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077800.406262:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077800.406263:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:1.0:1769077800.406265:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077800.406266:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406268:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.406270:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925810176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406274:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077800.406275:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077800.406276:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077800.406277:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077800.406278:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077800.406279:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077800.406280:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077800.406280:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:1.0:1769077800.406282:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077800.406282:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077800.406283:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769077800.406284:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077800.406285:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406286:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077800.406288:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925810304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077800.406291:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077800.406293:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077800.406294:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077800.406295:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077800.406296:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077800.406297:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077800.406299:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077800.406299:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:1.0:1769077800.406301:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077800.406301:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077800.406302:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769077800.406303:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077800.406304:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406305:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077800.406307:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077800.406308:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077800.406309:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077800.406310:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077801.748683:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299162368, at 4299162432
00000100:00000010:2.0:1769077801.748696:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:1.0:1769077801.876715:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077801.876721:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077801.876725:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077802.900683:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077802.900686:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077802.900689:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077803.924662:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077803.924666:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077803.924669:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077805.524641:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077805.524650:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077805.524652:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077805.524655:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077805.524658:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077805.524664:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4493
00000400:00000200:0.0:1769077805.524672:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077805.524676:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077805.524679:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077805.524682:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524684:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.524686:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524688:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077805.524691:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077805.524692:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077805.524694:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077805.524696:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077805.524698:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077805.524699:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077805.524701:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524702:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.524704:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524705:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077805.524708:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077805.524711:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524713:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077805.524715:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077805.524718:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077805.524720:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524721:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077805.524722:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077805.524730:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077805.524732:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077805.524735:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077805.524736:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524738:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077805.524741:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077805.524744:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077805.524760:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077805.524765:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077805.524772:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077805.524781:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077805.524784:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077805.524787:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077805.524805:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077805.524807:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077805.524810:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077805.524811:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077805.524812:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077805.524814:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077805.524816:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4493
00000400:00000200:0.0:1769077805.524819:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077805.524821:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077805.524823:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077805.524825:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524827:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.524828:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524830:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077805.524831:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077805.524833:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077805.524834:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077805.524835:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077805.524837:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077805.524838:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077805.524840:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524841:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.524843:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524845:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077805.524846:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077805.524848:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524850:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.524850:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077805.524855:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077805.524857:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077805.524859:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.524862:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077805.524863:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524866:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077805.524870:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077805.524873:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524874:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.524875:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077805.524877:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077805.524881:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077805.524885:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077805.524887:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524891:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077805.524894:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077805.524897:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.524897:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077805.524902:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077805.524903:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077805.524909:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.524910:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769077805.524915:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077805.524917:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077805.524924:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.524926:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077805.524929:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077805.524932:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925810432:192.168.204.157@tcp:250:kworker.0
00000100:00000040:0.0:1769077805.524934:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.524942:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077805.524946:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.524948:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077805.524949:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077805.524953:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077805.524954:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077805.524956:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077805.524959:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769077805.524960:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077805.524961:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077805.524964:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4493
00000400:00000200:0.0:1769077805.524967:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769077805.524968:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
00000400:00000200:0.0:1769077805.524969:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077805.524972:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769077805.524975:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077805.524976:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524980:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.524981:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.524982:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077805.524984:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077805.524985:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:1.0:1769077805.524987:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:0.0:1769077805.524988:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077805.524991:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077805.524994:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077805.524995:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:1.0:1769077805.524996:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000040:0.0:1769077805.524998:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525003:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.525005:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525006:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:1.0:1769077805.525007:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000020:00000040:0.0:1769077805.525008:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077805.525013:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525015:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077805.525016:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769077805.525017:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810432, portal 25
02000000:00000001:0.0:1769077805.525019:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.525021:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077805.525022:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525023:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000001:0.0:1769077805.525025:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077805.525028:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077805.525030:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.525033:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.525034:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077805.525036:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077805.525040:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077805.525045:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077805.525047:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.525051:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077805.525051:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077805.525052:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077805.525055:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.525057:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
02000000:00000010:0.0:1769077805.525060:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000400:00000010:1.0:1769077805.525062:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000001:0.0:1769077805.525063:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077805.525069:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925810432, offset 0
00000100:00100000:0.0:1769077805.525070:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077805.525079:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077805.525081:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077805.525085:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077805.525087:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077805.525094:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077805.525096:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077805.525098:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077805.525099:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077805.525102:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077805.525104:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077805.525106:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077805.525109:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4493
00000400:00000200:1.0:1769077805.525113:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077805.525120:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077805.525125:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077805.525128:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077805.525130:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077805.525133:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16041:16041:256:4294967295] 192.168.204.157@tcp LPNI seq info [16037:16037:8:4294967295]
00000400:00000200:1.0:1769077805.525137:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077805.525141:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077805.525147:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077805.525151:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077805.525155:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077805.525157:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525161:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077805.525164:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:1.0:1769077805.525168:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525169:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077805.525174:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077805.525175:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077805.525176:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:1.0:1769077805.525177:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000020:00000040:0.0:1769077805.525178:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077805.525181:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077805.525183:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.0:1769077805.525186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077805.525188:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525191:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077805.525192:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1769077805.525194:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077805.525199:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077805.525202:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:1.1:1769077805.525203:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077805.525208:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:1.1:1769077805.525209:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1769077805.525210:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077805.525216:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077805.525218:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1769077805.525219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077805.525222:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077805.525224:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000100:00000001:0.0:1769077805.525225:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077805.525228:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1769077805.525231:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1769077805.525232:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077805.525237:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077805.525241:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000400:00000200:1.0:1769077805.525241:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769077805.525246:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077805.525249:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077805.525249:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
02000000:00000001:0.0:1769077805.525250:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077805.525253:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:0.0:1769077805.525254:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077805.525257:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077805.525259:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525260:0:2410:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769077805.525264:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000200:1.0:1769077805.525266:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077805.525268:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077805.525276:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077805.525281:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077805.525284:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077805.525287:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.525288:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077805.525294:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525303:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525308:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077805.525309:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077805.525313:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077805.525313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077805.525320:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077805.525324:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077805.525326:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4503)
00000100:00000001:1.0:1769077805.525327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299167488
00000100:00000010:1.0:1769077805.525333:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a20.
00000100:00000001:1.0:1769077805.525339:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077805.525344:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299167488
00000100:00000010:1.0:1769077805.525346:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3180.
00000100:00000001:1.0:1769077805.525349:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077805.525352:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.525354:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525355:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077805.525359:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805]  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077805.525365:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077805.525366:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077805.525368:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077805.525370:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077805.525371:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077805.525372:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077805.525375:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077805.525381:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525386:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077805.525388:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525389:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525391:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077805.525393:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525398:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077805.525401:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525405:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077805.525407:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525408:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525411:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077805.525412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077805.525414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077805.525417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077805.525418:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077805.525421:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077805.525426:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925810432:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077805.525429:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525431:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.525433:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925810432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525462:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077805.525464:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077805.525467:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077805.525470:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077805.525471:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077805.525472:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077805.525474:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077805.525475:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:1.0:1769077805.525478:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077805.525480:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077805.525481:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:1.0:1769077805.525483:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077805.525484:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525486:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525491:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077805.525492:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525494:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077805.525495:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077805.525496:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077805.525499:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525504:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077805.525505:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525507:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077805.525508:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077805.525510:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077805.525512:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077805.525514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077805.525516:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077805.525517:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077805.525520:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077805.525543:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077805.525546:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077805.525549:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077805.525551:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077805.525554:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810560, portal 10
00000100:00000001:1.0:1769077805.525555:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077805.525556:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:1.0:1769077805.525561:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525566:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077805.525575:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077805.525577:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077805.525579:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925810560, offset 0
00000400:00000200:1.0:1769077805.525582:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077805.525585:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.525587:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077805.525590:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077805.525592:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077805.525593:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077805.525595:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077805.525597:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16042:16042:256:4294967295] 192.168.204.157@tcp LPNI seq info [16038:16038:8:4294967295]
00000400:00000200:1.0:1769077805.525600:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.525605:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077805.525607:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.525609:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077805.525612:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077805.525614:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077805.525617:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077805.525619:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077805.525622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.525623:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077805.525625:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077805.525628:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077805.525630:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077805.525631:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077805.525632:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077805.525635:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525644:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.525646:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525650:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525651:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077805.525653:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.525656:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077805.525658:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077805.525659:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299166224
00000100:00000001:1.0:1769077805.525661:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.525662:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299166224
00000100:00000001:1.0:1769077805.525664:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.525665:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.525667:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525668:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077805.525671:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805]  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077805.525675:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077805.525676:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077805.525683:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077805.525687:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077805.525692:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077805.525694:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077805.525698:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077805.525706:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525713:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077805.525715:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525717:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525719:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077805.525723:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525731:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077805.525735:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525743:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077805.525752:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525754:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525756:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077805.525757:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077805.525759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077805.525762:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077805.525763:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077805.525766:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077805.525772:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077805.525775:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077805.525777:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525781:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077805.525782:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525783:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077805.525785:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077805.525786:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077805.525789:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077805.525791:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077805.525792:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077805.525794:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525795:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077805.525797:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077805.525799:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077805.525801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077805.525803:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077805.525805:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077805.525807:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810688, portal 10
00000100:00000001:1.0:1769077805.525808:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077805.525809:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:1.0:1769077805.525813:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525817:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077805.525819:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077805.525820:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077805.525822:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925810688, offset 0
00000400:00000200:1.0:1769077805.525824:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077805.525827:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.525829:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077805.525831:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077805.525833:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077805.525835:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077805.525836:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077805.525838:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16043:16043:256:4294967295] 192.168.204.157@tcp LPNI seq info [16039:16039:8:4294967295]
00000400:00000200:1.0:1769077805.525841:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.525846:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077805.525848:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.525850:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077805.525853:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077805.525855:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077805.525858:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077805.525859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077805.525862:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.525864:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077805.525866:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077805.525868:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077805.525870:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077805.525871:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077805.525873:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077805.525875:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525880:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.525882:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525886:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525887:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077805.525889:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.525891:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077805.525893:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077805.525894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299166233
00000100:00000001:1.0:1769077805.525896:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.525897:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299166233
00000100:00000001:1.0:1769077805.525899:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.525900:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.525901:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.525903:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077805.525905:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805]  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077805.525910:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077805.525911:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077805.525912:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077805.525913:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077805.525914:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077805.525916:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077805.525918:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077805.525923:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525926:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077805.525927:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525928:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077805.525931:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525935:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077805.525937:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525942:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077805.525943:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525945:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.525945:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.525946:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077805.525947:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077805.525949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077805.525951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077805.525952:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077805.525954:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077805.525963:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077805.525965:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077805.525967:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.525971:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077805.525972:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525973:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077805.525975:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077805.525976:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077805.525977:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810816:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077805.525979:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077805.525980:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077805.525981:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077805.525982:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077805.525984:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077805.525985:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077805.525987:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077805.525989:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077805.525991:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077805.525993:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810816, portal 4
00000100:00000001:1.0:1769077805.525994:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077805.525995:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
00000100:00000040:1.0:1769077805.525999:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526003:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077805.526004:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077805.526005:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077805.526007:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925810816, offset 0
00000400:00000200:1.0:1769077805.526009:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077805.526011:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.526014:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077805.526015:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077805.526017:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077805.526018:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077805.526020:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077805.526022:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16044:16044:256:4294967295] 192.168.204.157@tcp LPNI seq info [16040:16040:8:4294967295]
00000400:00000200:1.0:1769077805.526024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077805.526029:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077805.526031:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.526033:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077805.526035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077805.526036:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077805.526039:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077805.526041:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077805.526043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077805.526045:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077805.526046:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077805.526049:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077805.526050:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077805.526051:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077805.526052:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077805.526054:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.526061:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526069:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.526070:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077805.526073:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077805.526076:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077805.526079:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077805.526082:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299166230
00000100:00000001:1.0:1769077805.526084:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.526086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299166230
00000100:00000001:1.0:1769077805.526088:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299167488
00000100:00000001:1.0:1769077805.526091:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077805.526093:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.526095:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077805.526100:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805]  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077805.526109:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077805.526111:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077805.526113:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077805.526116:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077805.526118:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077805.526120:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077805.526123:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077805.526130:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526134:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077805.526135:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526136:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.526137:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077805.526140:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526144:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077805.526147:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526151:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077805.526153:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526154:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077805.526155:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526156:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077805.526157:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077805.526159:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077805.526161:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077805.526162:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077805.526164:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077805.526169:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925810816:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077805.526172:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526173:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.526175:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925810560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526179:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077805.526180:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077805.526182:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077805.526183:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077805.526184:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077805.526185:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077805.526186:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077805.526187:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:1.0:1769077805.526189:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077805.526190:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077805.526191:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:1.0:1769077805.526193:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077805.526193:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526195:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.526197:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925810688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526205:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077805.526206:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077805.526207:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077805.526208:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077805.526209:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077805.526210:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077805.526211:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077805.526212:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:1.0:1769077805.526213:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077805.526213:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077805.526214:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:1.0:1769077805.526215:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077805.526216:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526217:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077805.526219:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925810816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077805.526223:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077805.526223:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077805.526224:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077805.526225:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077805.526226:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077805.526227:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077805.526228:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077805.526229:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:1.0:1769077805.526230:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077805.526230:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077805.526231:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:1.0:1769077805.526233:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077805.526233:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526234:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.526237:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077805.526238:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077805.526239:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077805.526240:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077805.972721:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077805.972725:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077805.972730:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077806.868594:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299167488, at 4299167552
00000100:00000010:2.0:1769077806.868604:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769077806.996663:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077806.996667:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077806.996670:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077808.020682:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077808.020686:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077808.020690:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077810.068733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077810.068738:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077810.068742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077810.644666:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077810.644674:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077810.644677:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077810.644679:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077810.644684:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077810.644690:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4498
00000400:00000200:0.0:1769077810.644698:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077810.644703:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077810.644705:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077810.644708:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644710:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.644721:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077810.644733:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077810.644735:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077810.644738:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077810.644742:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077810.644745:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077810.644747:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077810.644751:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644753:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.644755:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644758:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077810.644761:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077810.644765:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644768:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077810.644771:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077810.644774:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077810.644777:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.644779:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077810.644781:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077810.644790:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077810.644792:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077810.644796:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077810.644797:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.644800:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077810.644802:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077810.644805:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077810.644812:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077810.644817:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077810.644825:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077810.644833:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077810.644837:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077810.644840:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077810.644859:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077810.644862:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077810.644864:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077810.644866:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077810.644867:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077810.644869:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077810.644871:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4498
00000400:00000200:0.0:1769077810.644874:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077810.644876:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077810.644878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077810.644881:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644883:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.644885:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644887:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077810.644889:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077810.644890:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077810.644891:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077810.644892:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077810.644894:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077810.644894:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077810.644898:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077810.644900:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077810.644903:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077810.644904:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077810.644905:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.644908:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644911:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:1.0:1769077810.644913:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077810.644914:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077810.644919:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077810.644923:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077810.644926:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077810.644930:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077810.644931:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077810.644933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077810.644934:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.644937:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077810.644938:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077810.644942:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077810.644943:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077810.644947:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077810.644948:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.644951:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077810.644953:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925810944:192.168.204.157@tcp:250:kworker.0
00000100:00000010:0.0:1769077810.644955:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077810.644960:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:1.0:1769077810.644960:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077810.644964:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077810.644965:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077810.644966:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.644970:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077810.644970:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077810.644972:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077810.644974:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077810.644975:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077810.644980:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
02000000:00000010:1.0:1769077810.644980:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077810.644985:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.644986:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077810.644992:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077810.644994:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077810.645000:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000001:0.0:1769077810.645001:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077810.645004:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077810.645007:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000040:0.0:1769077810.645008:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077810.645016:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925810944, portal 25
00000100:00000001:0.0:1769077810.645017:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645019:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077810.645021:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077810.645022:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
00000100:00080000:0.0:1769077810.645025:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077810.645028:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077810.645030:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077810.645032:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769077810.645035:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077810.645036:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4498
00000400:00000200:0.0:1769077810.645043:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077810.645046:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077810.645050:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077810.645055:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645059:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.645060:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077810.645060:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077810.645064:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077810.645066:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077810.645068:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000040:1.0:1769077810.645069:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769077810.645070:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077810.645073:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077810.645076:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:1.0:1769077810.645077:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000020:00000001:0.0:1769077810.645078:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077810.645084:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077810.645085:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925810944, offset 0
00000100:00000001:0.0:1769077810.645086:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.645089:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645092:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077810.645094:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077810.645097:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645101:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645101:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077810.645104:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077810.645107:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077810.645109:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.645110:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077810.645111:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077810.645114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00000001:0.0:1769077810.645115:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.645120:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077810.645122:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077810.645124:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769077810.645127:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:0.0:1769077810.645128:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077810.645130:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.645133:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077810.645134:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077810.645135:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645138:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769077810.645139:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077810.645142:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645145:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00100000:0.0:1769077810.645147:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077810.645154:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077810.645155:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077810.645159:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645162:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:0.0:1769077810.645166:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077810.645172:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16045:16045:256:4294967295] 192.168.204.157@tcp LPNI seq info [16041:16041:8:4294967295]
00000100:00000001:0.0:1769077810.645176:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077810.645180:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077810.645186:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077810.645187:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077810.645189:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077810.645192:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077810.645194:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077810.645196:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4498
00000400:00000200:0.0:1769077810.645201:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077810.645206:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077810.645209:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077810.645210:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077810.645214:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645218:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.645220:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645223:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.0:1769077810.645225:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769077810.645226:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077810.645227:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077810.645230:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077810.645232:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077810.645233:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077810.645235:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000010:1.0:1769077810.645236:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000100:00000040:0.0:1769077810.645239:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645241:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077810.645243:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645244:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077810.645248:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:1.0:1769077810.645249:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077810.645253:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077810.645256:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077810.645257:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1769077810.645257:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1769077810.645260:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077810.645264:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.645265:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077810.645267:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077810.645271:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077810.645272:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077810.645273:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077810.645277:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000800:00000200:1.1:1769077810.645279:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1769077810.645280:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077810.645283:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077810.645285:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077810.645287:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077810.645290:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1769077810.645291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077810.645292:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077810.645297:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000800:00000010:1.0:1769077810.645297:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000100:00000001:0.0:1769077810.645304:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645307:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1769077810.645308:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077810.645319:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077810.645325:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077810.645328:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645330:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000100:00000040:0.0:1769077810.645331:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077810.645337:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:0.0:1769077810.645339:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077810.645343:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077810.645345:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077810.645346:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077810.645364:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4509)
00000100:00000200:1.0:1769077810.645369:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645381:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.645386:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645394:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645396:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077810.645402:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645407:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077810.645410:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299172608
00000100:00000010:1.0:1769077810.645416:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3960.
00000100:00000001:1.0:1769077810.645423:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077810.645428:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299172608
00000100:00000010:1.0:1769077810.645431:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3480.
00000100:00000001:1.0:1769077810.645434:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077810.645437:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077810.645440:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645442:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077810.645447:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810]  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077810.645457:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077810.645459:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077810.645461:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077810.645475:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077810.645477:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077810.645480:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077810.645484:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077810.645494:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645501:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077810.645503:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645505:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.645508:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077810.645512:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645518:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077810.645550:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645558:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077810.645561:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645563:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.645565:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645567:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077810.645569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077810.645572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077810.645576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077810.645579:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077810.645584:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077810.645592:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925810944:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077810.645596:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645598:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.645601:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925810944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645608:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077810.645610:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077810.645613:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077810.645616:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077810.645618:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077810.645620:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077810.645622:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077810.645625:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077810.645628:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077810.645630:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077810.645632:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:1.0:1769077810.645635:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077810.645637:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645639:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645646:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077810.645648:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645650:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077810.645652:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077810.645654:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077810.645658:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645665:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077810.645666:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.645669:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077810.645671:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077810.645673:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077810.645676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077810.645680:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077810.645682:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077810.645683:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.645685:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077810.645688:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077810.645690:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.645695:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077810.645697:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077810.645702:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077810.645705:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811072, portal 10
00000100:00000001:1.0:1769077810.645707:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077810.645708:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:1.0:1769077810.645714:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645721:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077810.645723:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077810.645726:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077810.645728:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925811072, offset 0
00000400:00000200:1.0:1769077810.645733:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077810.645737:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.645742:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077810.645745:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077810.645748:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077810.645751:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077810.645753:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077810.645757:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16046:16046:256:4294967295] 192.168.204.157@tcp LPNI seq info [16042:16042:8:4294967295]
00000400:00000200:1.0:1769077810.645761:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.645768:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077810.645774:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.645778:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077810.645782:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077810.645785:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077810.645791:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077810.645794:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077810.645798:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.645801:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077810.645804:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077810.645807:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077810.645810:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077810.645812:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077810.645815:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077810.645819:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645828:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.645831:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645838:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645840:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077810.645844:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077810.645847:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077810.645851:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077810.645853:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299171344
00000100:00000001:1.0:1769077810.645856:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.645858:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299171344
00000100:00000001:1.0:1769077810.645862:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.645864:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077810.645867:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.645869:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077810.645873:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810]  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077810.645882:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077810.645883:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077810.645885:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077810.645888:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077810.645890:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077810.645892:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077810.645897:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077810.645905:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645913:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077810.645914:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645916:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.645918:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077810.645922:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645930:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077810.645935:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645941:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077810.645944:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645946:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.645947:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.645950:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077810.645951:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077810.645954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077810.645958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077810.645961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077810.645966:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077810.645974:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077810.645978:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077810.645982:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.645989:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077810.645991:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.645993:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077810.645995:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077810.645997:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077810.646000:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811200:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077810.646003:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077810.646005:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077810.646007:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.646008:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077810.646012:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077810.646014:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.646018:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077810.646021:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077810.646024:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077810.646027:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811200, portal 10
00000100:00000001:1.0:1769077810.646028:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077810.646029:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:1.0:1769077810.646035:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646042:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077810.646044:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077810.646046:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077810.646048:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925811200, offset 0
00000400:00000200:1.0:1769077810.646052:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077810.646056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.646060:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077810.646063:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077810.646065:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077810.646067:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077810.646070:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077810.646073:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16047:16047:256:4294967295] 192.168.204.157@tcp LPNI seq info [16043:16043:8:4294967295]
00000400:00000200:1.0:1769077810.646077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.646084:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077810.646088:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.646091:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077810.646095:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077810.646098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077810.646102:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077810.646105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077810.646109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.646111:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077810.646114:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077810.646117:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077810.646120:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077810.646122:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077810.646124:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077810.646128:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646136:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.646139:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646153:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.646154:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077810.646157:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077810.646160:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077810.646163:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077810.646166:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299171353
00000100:00000001:1.0:1769077810.646168:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.646170:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299171353
00000100:00000001:1.0:1769077810.646173:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.646175:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077810.646177:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.646179:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077810.646182:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810]  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077810.646190:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077810.646192:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077810.646194:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077810.646196:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077810.646197:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077810.646199:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077810.646203:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077810.646211:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646218:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077810.646220:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646221:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.646223:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077810.646227:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646235:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077810.646239:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646247:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077810.646250:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646251:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.646252:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646254:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077810.646256:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077810.646258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077810.646261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077810.646263:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077810.646268:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077810.646276:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811200:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077810.646280:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077810.646284:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646291:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077810.646293:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.646295:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077810.646297:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077810.646299:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077810.646302:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811328:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077810.646306:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077810.646308:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077810.646309:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077810.646311:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077810.646315:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077810.646316:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077810.646320:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077810.646323:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077810.646327:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077810.646330:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811328, portal 4
00000100:00000001:1.0:1769077810.646332:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077810.646333:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000040:1.0:1769077810.646339:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646346:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077810.646348:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077810.646367:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077810.646370:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925811328, offset 0
00000400:00000200:1.0:1769077810.646374:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077810.646379:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.646383:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077810.646386:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077810.646389:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077810.646392:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077810.646394:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077810.646397:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16048:16048:256:4294967295] 192.168.204.157@tcp LPNI seq info [16044:16044:8:4294967295]
00000400:00000200:1.0:1769077810.646402:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077810.646408:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077810.646413:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.646417:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077810.646421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077810.646424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077810.646428:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077810.646431:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077810.646436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077810.646438:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077810.646442:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077810.646445:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077810.646449:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077810.646451:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077810.646454:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077810.646458:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646465:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.646469:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646475:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.646477:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077810.646480:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077810.646484:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077810.646487:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077810.646489:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299171350
00000100:00000001:1.0:1769077810.646492:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.646493:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299171350
00000100:00000001:1.0:1769077810.646496:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299172608
00000100:00000001:1.0:1769077810.646498:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077810.646500:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.646502:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077810.646506:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810]  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077810.646514:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077810.646516:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077810.646518:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077810.646520:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077810.646540:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077810.646545:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077810.646549:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077810.646557:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646564:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077810.646566:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646568:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.646570:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077810.646574:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646581:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077810.646585:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646593:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077810.646595:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646597:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077810.646598:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646600:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077810.646602:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077810.646605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077810.646608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077810.646610:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077810.646615:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077810.646623:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811328:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077810.646627:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.646633:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925811072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646639:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077810.646641:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077810.646643:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077810.646646:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077810.646647:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077810.646649:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077810.646651:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077810.646652:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077810.646656:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077810.646658:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077810.646659:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:1.0:1769077810.646661:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077810.646663:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.646668:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925811200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646675:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077810.646677:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077810.646678:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077810.646680:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077810.646681:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077810.646682:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077810.646684:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077810.646685:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077810.646688:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077810.646690:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077810.646691:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:1.0:1769077810.646693:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077810.646695:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646697:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077810.646700:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925811328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077810.646706:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077810.646708:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077810.646709:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077810.646712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077810.646713:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077810.646714:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077810.646716:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077810.646718:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:1.0:1769077810.646720:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077810.646721:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077810.646723:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:1.0:1769077810.646725:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077810.646726:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646728:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077810.646732:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077810.646734:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077810.646736:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077810.646737:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077811.092714:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077811.092718:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077811.092722:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077811.988593:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299172608, at 4299172672
00000100:00000010:2.0:1769077811.988606:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:0.0:1769077812.116738:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077812.116743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077812.116747:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077814.164680:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077814.164685:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077814.164689:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077815.188684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077815.188689:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077815.188694:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077815.764656:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077815.764667:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077815.764670:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077815.764674:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077815.764678:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077815.764686:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4504
00000400:00000200:0.0:1769077815.764696:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077815.764703:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077815.764706:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077815.764709:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764712:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077815.764714:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764717:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077815.764721:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077815.764723:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077815.764726:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077815.764728:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077815.764730:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077815.764732:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077815.764734:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764735:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077815.764736:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764737:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077815.764740:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077815.764742:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764744:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077815.764746:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077815.764749:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077815.764751:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.764753:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077815.764755:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077815.764765:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077815.764768:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077815.764771:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077815.764773:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.764775:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077815.764778:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077815.764783:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077815.764793:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077815.764800:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077815.764809:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077815.764818:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077815.764822:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077815.764827:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077815.764848:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077815.764851:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077815.764855:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077815.764857:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077815.764859:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077815.764862:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077815.764865:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4504
00000400:00000200:0.0:1769077815.764870:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077815.764875:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077815.764878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077815.764882:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077815.764884:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077815.764886:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077815.764891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077815.764891:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077815.764895:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077815.764896:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077815.764903:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769077815.764903:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077815.764905:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077815.764910:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077815.764914:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077815.764919:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077815.764920:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077815.764923:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077815.764924:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077815.764931:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764933:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077815.764933:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077815.764937:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764939:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769077815.764939:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077815.764943:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769077815.764946:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077815.764948:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077815.764953:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077815.764955:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925811456:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769077815.764957:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077815.764964:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077815.764966:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077815.764969:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077815.764971:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.764974:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.764976:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077815.764980:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077815.764984:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077815.764989:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077815.764990:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
00000100:00000001:0.0:1769077815.764992:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.764995:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077815.764999:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077815.765003:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077815.765005:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077815.765008:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765009:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077815.765010:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077815.765012:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077815.765015:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077815.765017:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
02000000:00000010:0.0:1769077815.765019:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077815.765024:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077815.765029:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077815.765035:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077815.765037:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077815.765037:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000040:0.0:1769077815.765043:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077815.765050:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077815.765051:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811456, portal 25
00000100:00080000:0.0:1769077815.765053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077815.765059:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077815.765059:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077815.765063:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077815.765064:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077815.765064:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000001:0.0:1769077815.765069:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077815.765072:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4504
00000400:00000200:0.0:1769077815.765077:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769077815.765078:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077815.765081:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077815.765083:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077815.765088:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765093:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077815.765096:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765100:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077815.765104:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077815.765105:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077815.765107:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077815.765109:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077815.765111:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077815.765114:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077815.765114:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769077815.765119:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:1.0:1769077815.765122:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000040:0.0:1769077815.765123:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077815.765131:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925811456, offset 0
00000100:00000001:0.0:1769077815.765136:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077815.765140:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077815.765147:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765151:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077815.765152:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769077815.765158:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077815.765162:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769077815.765165:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765171:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765171:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077815.765176:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077815.765180:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:0.0:1769077815.765181:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077815.765185:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077815.765187:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765190:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765191:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077815.765195:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077815.765197:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16049:16049:256:4294967295] 192.168.204.157@tcp LPNI seq info [16045:16045:8:4294967295]
00000008:00000001:0.0:1769077815.765199:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.765203:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765207:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:0.0:1769077815.765210:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077815.765214:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077815.765218:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077815.765221:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765222:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077815.765223:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077815.765226:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077815.765228:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077815.765232:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
02000000:00000010:0.0:1769077815.765234:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000800:00000010:1.0:1769077815.765238:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000100:00000001:0.0:1769077815.765239:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077815.765246:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077815.765252:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077815.765256:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077815.765259:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077815.765260:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077815.765282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077815.765283:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077815.765289:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077815.765300:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765303:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077815.765304:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000100:00080000:0.0:1769077815.765311:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077815.765314:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077815.765316:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077815.765320:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077815.765322:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077815.765326:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077815.765328:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077815.765334:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4504
00000400:00000200:1.0:1769077815.765337:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000200:0.0:1769077815.765342:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077815.765343:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000400:00000200:0.0:1769077815.765347:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077815.765351:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077815.765351:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077815.765356:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765359:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769077815.765361:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077815.765362:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765365:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077815.765367:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077815.765368:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077815.765369:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077815.765370:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077815.765371:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077815.765373:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077815.765377:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765379:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077815.765382:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077815.765386:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077815.765391:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077815.765395:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077815.765397:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077815.765398:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077815.765401:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077815.765405:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077815.765405:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077815.765410:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.765413:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077815.765416:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077815.765421:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765422:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.765423:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765428:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1769077815.765430:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077815.765433:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077815.765435:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077815.765436:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077815.765439:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077815.765439:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077815.765441:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077815.765444:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077815.765448:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000400:00000200:1.0:1769077815.765449:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077815.765451:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765456:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299177728
00000100:00100000:0.0:1769077815.765459:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077815.765466:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1769077815.765466:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3600.
00000100:00000001:0.0:1769077815.765468:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077815.765473:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077815.765480:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765480:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769077815.765486:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077815.765489:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077815.765490:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299177728
00000100:00000040:0.0:1769077815.765495:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4514)
00000100:00000010:1.0:1769077815.765495:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a80.
00000100:00000001:1.0:1769077815.765502:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077815.765507:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077815.765510:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765513:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077815.765521:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077815.765566:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077815.765568:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077815.765571:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077815.765573:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077815.765574:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077815.765576:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077815.765580:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077815.765587:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765593:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077815.765594:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.765610:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077815.765612:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765617:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077815.765621:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077815.765628:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765629:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.765630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765632:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077815.765634:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077815.765637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077815.765642:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077815.765644:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077815.765649:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077815.765657:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925811456:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077815.765663:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.765669:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925811456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765677:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077815.765681:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077815.765695:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077815.765699:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077815.765701:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077815.765702:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077815.765704:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077815.765706:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769077815.765711:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077815.765713:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077815.765715:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769077815.765717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077815.765718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765720:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765727:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077815.765729:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765731:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077815.765732:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077815.765734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077815.765737:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765742:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077815.765743:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.765744:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077815.765746:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077815.765748:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077815.765750:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077815.765752:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077815.765754:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077815.765755:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.765757:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077815.765759:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077815.765760:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765764:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077815.765766:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077815.765769:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077815.765771:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811584, portal 10
00000100:00000001:1.0:1769077815.765773:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077815.765774:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:1.0:1769077815.765780:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765785:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077815.765787:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077815.765788:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077815.765790:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925811584, offset 0
00000400:00000200:1.0:1769077815.765792:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077815.765795:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.765798:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077815.765801:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077815.765803:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077815.765805:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077815.765807:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077815.765809:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16050:16050:256:4294967295] 192.168.204.157@tcp LPNI seq info [16046:16046:8:4294967295]
00000400:00000200:1.0:1769077815.765812:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.765817:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077815.765820:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.765822:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077815.765824:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077815.765827:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077815.765830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077815.765832:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077815.765835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.765836:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077815.765838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077815.765841:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077815.765843:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077815.765844:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077815.765846:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077815.765848:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765858:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.765861:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765866:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077815.765868:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077815.765871:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077815.765873:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077815.765874:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299176464
00000100:00000001:1.0:1769077815.765876:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.765878:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299176464
00000100:00000001:1.0:1769077815.765880:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.765882:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077815.765883:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.765884:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077815.765886:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077815.765891:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077815.765892:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077815.765893:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077815.765895:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077815.765896:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077815.765898:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077815.765900:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077815.765905:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765909:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077815.765910:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765911:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.765912:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077815.765915:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765919:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077815.765921:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765926:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077815.765927:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765928:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.765929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.765930:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077815.765931:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077815.765933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077815.765935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077815.765936:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077815.765938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077815.765943:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077815.765946:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077815.765948:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765953:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077815.765954:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.765955:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077815.765957:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077815.765958:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077815.765960:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077815.765963:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077815.765964:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077815.765965:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.765967:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077815.765969:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077815.765970:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.765972:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077815.765974:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077815.765976:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077815.765978:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811712, portal 10
00000100:00000001:1.0:1769077815.765979:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077815.765980:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:1.0:1769077815.765984:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.765988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077815.765990:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077815.765991:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077815.765993:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925811712, offset 0
00000400:00000200:1.0:1769077815.765995:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077815.765998:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.766000:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077815.766002:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077815.766004:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077815.766005:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077815.766007:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077815.766009:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16051:16051:256:4294967295] 192.168.204.157@tcp LPNI seq info [16047:16047:8:4294967295]
00000400:00000200:1.0:1769077815.766012:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.766016:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077815.766019:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.766020:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077815.766023:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077815.766026:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077815.766028:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077815.766030:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077815.766033:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.766034:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077815.766036:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077815.766038:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077815.766040:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077815.766042:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077815.766043:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077815.766045:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766051:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.766053:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.766058:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077815.766060:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077815.766062:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077815.766064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077815.766065:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299176473
00000100:00000001:1.0:1769077815.766068:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.766070:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299176473
00000100:00000001:1.0:1769077815.766073:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.766075:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077815.766077:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.766079:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077815.766083:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077815.766091:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077815.766093:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077815.766095:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077815.766098:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077815.766099:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077815.766102:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077815.766106:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077815.766116:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766123:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077815.766125:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766127:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.766128:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077815.766131:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766136:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077815.766139:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766144:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077815.766145:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766146:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.766147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766148:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077815.766149:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077815.766150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077815.766152:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077815.766154:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077815.766156:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077815.766176:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077815.766179:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077815.766182:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766185:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077815.766186:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.766188:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077815.766189:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077815.766190:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077815.766192:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811840:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077815.766194:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077815.766195:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077815.766196:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077815.766197:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077815.766200:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077815.766202:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077815.766205:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077815.766207:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077815.766209:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077815.766212:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811840, portal 4
00000100:00000001:1.0:1769077815.766213:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077815.766214:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000040:1.0:1769077815.766219:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766224:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077815.766225:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077815.766227:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077815.766228:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925811840, offset 0
00000400:00000200:1.0:1769077815.766231:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077815.766234:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.766237:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077815.766239:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077815.766241:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077815.766243:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077815.766245:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077815.766247:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16052:16052:256:4294967295] 192.168.204.157@tcp LPNI seq info [16048:16048:8:4294967295]
00000400:00000200:1.0:1769077815.766250:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077815.766254:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077815.766258:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.766260:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077815.766263:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077815.766282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077815.766285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077815.766287:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077815.766290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077815.766292:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077815.766294:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077815.766296:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077815.766299:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077815.766300:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077815.766302:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077815.766304:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766311:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.766313:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766320:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.766322:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077815.766325:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077815.766329:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077815.766332:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077815.766335:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299176470
00000100:00000001:1.0:1769077815.766338:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.766340:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299176470
00000100:00000001:1.0:1769077815.766342:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299177728
00000100:00000001:1.0:1769077815.766345:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077815.766347:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.766349:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077815.766354:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077815.766363:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077815.766365:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077815.766367:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077815.766369:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077815.766371:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077815.766373:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077815.766377:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077815.766383:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766387:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077815.766388:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766390:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.766391:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077815.766393:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766397:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077815.766400:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766405:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077815.766407:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766408:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077815.766409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766410:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077815.766412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077815.766414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077815.766416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077815.766417:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077815.766419:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077815.766425:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925811840:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077815.766429:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766431:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.766435:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925811584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766442:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077815.766444:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077815.766446:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077815.766449:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077815.766450:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077815.766452:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077815.766454:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077815.766456:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b000.
02000000:00000001:1.0:1769077815.766461:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077815.766462:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077815.766464:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:1.0:1769077815.766467:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077815.766468:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766470:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.766474:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925811712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766486:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077815.766487:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077815.766488:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077815.766489:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077815.766490:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077815.766491:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077815.766492:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077815.766493:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:1.0:1769077815.766494:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077815.766495:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077815.766496:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769077815.766497:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077815.766498:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077815.766501:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925811840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077815.766506:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077815.766507:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077815.766509:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077815.766511:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077815.766513:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077815.766514:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077815.766516:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077815.766518:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077815.766520:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077815.766521:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077815.766551:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:1.0:1769077815.766554:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077815.766555:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766558:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.766562:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077815.766564:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077815.766565:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077815.766567:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077816.212767:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077816.212773:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077816.212778:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077817.108701:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299177728, at 4299177792
00000100:00000010:2.0:1769077817.108725:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:1.0:1769077818.260790:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077818.260796:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077818.260800:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077819.284763:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077819.284768:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077819.284772:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077820.308714:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077820.308718:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077820.308721:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077820.884651:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077820.884661:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077820.884664:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077820.884668:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077820.884673:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077820.884681:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4509
00000400:00000200:0.0:1769077820.884691:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077820.884699:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077820.884702:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077820.884705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884709:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077820.884711:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884714:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077820.884718:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077820.884721:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077820.884724:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077820.884726:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077820.884729:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077820.884732:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077820.884735:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884737:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077820.884739:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884741:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077820.884745:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077820.884748:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884752:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.884755:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077820.884758:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077820.884761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.884763:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077820.884765:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077820.884774:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077820.884778:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077820.884782:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077820.884784:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.884787:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077820.884790:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077820.884794:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077820.884801:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077820.884807:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077820.884815:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077820.884826:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077820.884830:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077820.884835:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.884861:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077820.884865:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077820.884868:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077820.884870:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077820.884872:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077820.884875:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077820.884878:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4509
00000400:00000200:0.0:1769077820.884882:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077820.884885:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077820.884887:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077820.884890:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884893:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077820.884896:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884898:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077820.884901:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077820.884903:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077820.884905:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077820.884907:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077820.884910:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077820.884913:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077820.884916:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.884918:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077820.884919:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077820.884922:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077820.884924:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077820.884926:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077820.884928:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077820.884931:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077820.884938:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769077820.884938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.884944:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.884948:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077820.884956:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077820.884957:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077820.884961:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.884962:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.884965:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077820.884969:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077820.884971:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077820.884974:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077820.884976:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.884981:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.884982:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077820.884989:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000100:00100000:1.0:1769077820.884991:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925811968:192.168.204.157@tcp:250:kworker.0
00000020:00000040:0.0:1769077820.884993:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077820.885002:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077820.885002:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077820.885006:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.885009:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077820.885009:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077820.885014:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077820.885015:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.885017:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.885021:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077820.885029:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077820.885032:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077820.885035:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077820.885041:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.885041:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077820.885048:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00100000:0.0:1769077820.885052:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077820.885055:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077820.885064:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925811968, portal 25
00000100:00000001:0.0:1769077820.885066:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077820.885067:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077820.885070:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000001:0.0:1769077820.885071:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077820.885078:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077820.885081:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885092:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077820.885096:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077820.885097:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077820.885102:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925811968, offset 0
00000400:00000200:1.0:1769077820.885109:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077820.885117:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.885120:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077820.885123:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077820.885128:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769077820.885130:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077820.885135:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077820.885136:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077820.885137:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077820.885142:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769077820.885143:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077820.885147:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077820.885151:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4509
00000400:00000200:1.0:1769077820.885152:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077820.885158:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16053:16053:256:4294967295] 192.168.204.157@tcp LPNI seq info [16049:16049:8:4294967295]
00000400:00000200:1.0:1769077820.885161:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077820.885169:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077820.885173:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077820.885194:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769077820.885197:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000010:1.0:1769077820.885200:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000100:00080000:0.0:1769077820.885202:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077820.885209:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.0:1769077820.885210:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077820.885215:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077820.885216:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077820.885221:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077820.885227:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769077820.885227:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077820.885233:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769077820.885234:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1769077820.885236:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077820.885242:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1769077820.885242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.885245:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000020:00000040:0.0:1769077820.885247:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:1.0:1769077820.885250:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769077820.885251:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077820.885257:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769077820.885258:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077820.885262:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000100:00000040:0.0:1769077820.885265:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077820.885266:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:0.0:1769077820.885272:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077820.885272:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077820.885278:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077820.885280:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.885284:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077820.885291:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:1.0:1769077820.885293:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077820.885298:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769077820.885299:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.885305:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885311:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.885312:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077820.885315:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077820.885318:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077820.885322:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.885323:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.885327:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077820.885330:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299182848
00000100:00000010:1.0:1769077820.885333:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3840.
00000100:00000001:0.0:1769077820.885338:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077820.885342:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000008:00100000:0.0:1769077820.885343:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077820.885348:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299182848
00000100:00000001:0.0:1769077820.885353:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077820.885354:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a36c0.
00000100:00000001:1.0:1769077820.885360:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1769077820.885362:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000100:00000001:1.0:1769077820.885363:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077820.885369:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:1.0:1769077820.885369:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885373:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077820.885377:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769077820.885378:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077820.885381:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.885387:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077820.885391:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1769077820.885391:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077820.885395:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769077820.885396:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077820.885397:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077820.885402:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077820.885405:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
02000000:00000010:0.0:1769077820.885406:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:1.0:1769077820.885407:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077820.885412:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.885414:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077820.885426:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077820.885427:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885455:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077820.885459:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077820.885460:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077820.885461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.885464:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077820.885465:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077820.885469:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077820.885476:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885478:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077820.885486:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.885494:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077820.885498:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077820.885509:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077820.885510:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077820.885513:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077820.885514:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.885518:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1769077820.885519:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077820.885520:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.885544:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077820.885546:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077820.885548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077820.885552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077820.885554:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077820.885559:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769077820.885560:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077820.885568:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4509
00000100:00100000:1.0:1769077820.885575:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925811968:192.168.204.157@tcp:250:kworker.0
00000400:00000200:0.0:1769077820.885579:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077820.885585:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077820.885588:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077820.885589:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769077820.885595:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077820.885596:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925811968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077820.885604:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077820.885605:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077820.885609:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769077820.885610:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769077820.885612:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
00000100:00000040:0.0:1769077820.885616:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:1.0:1769077820.885617:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077820.885621:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1769077820.885622:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077820.885623:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077820.885628:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:0.0:1769077820.885630:0:45875:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:1.0:1769077820.885632:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
00000020:00000040:0.0:1769077820.885633:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
02000000:00000001:1.0:1769077820.885636:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1769077820.885638:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769077820.885639:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077820.885643:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077820.885644:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:1.0:1769077820.885646:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077820.885649:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077820.885650:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077820.885651:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769077820.885656:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077820.885660:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077820.885662:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077820.885664:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077820.885668:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077820.885668:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077820.885673:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077820.885675:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077820.885675:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077820.885680:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:1.0:1769077820.885684:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077820.885685:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077820.885693:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077820.885701:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885708:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077820.885709:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077820.885713:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.885715:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077820.885718:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077820.885720:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.885723:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077820.885724:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077820.885729:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1769077820.885730:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077820.885736:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077820.885737:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:0.0:1769077820.885740:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885742:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077820.885746:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077820.885747:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077820.885748:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
02000000:00000001:1.0:1769077820.885749:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077820.885754:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
00000020:00000040:0.0:1769077820.885755:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077820.885757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077820.885761:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077820.885765:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077820.885766:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077820.885770:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000001:0.0:1769077820.885771:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077820.885775:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077820.885776:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
02000000:00000001:0.0:1769077820.885779:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077820.885780:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812096, portal 10
00000100:00000001:1.0:1769077820.885784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077820.885785:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
02000000:00000010:0.0:1769077820.885786:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000040:1.0:1769077820.885792:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077820.885794:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885802:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769077820.885806:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077820.885807:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077820.885811:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077820.885814:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925812096, offset 0
00000400:00000200:1.0:1769077820.885822:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077820.885827:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077820.885828:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077820.885833:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.885833:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077820.885840:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077820.885844:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:0.0:1769077820.885845:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077820.885846:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077820.885851:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077820.885858:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16054:16054:256:4294967295] 192.168.204.157@tcp LPNI seq info [16050:16050:8:4294967295]
00000400:00000200:1.0:1769077820.885869:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077820.885877:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.885882:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077820.885884:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077820.885889:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077820.885895:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769077820.885895:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077820.885902:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077820.885904:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4519)
00000800:00000200:1.0:1769077820.885905:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077820.885913:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077820.885914:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077820.885917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.885919:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077820.885921:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077820.885924:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077820.885926:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077820.885927:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077820.885929:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077820.885932:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885938:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.885940:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885945:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885946:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077820.885947:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077820.885950:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077820.885952:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077820.885954:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299181584
00000100:00000001:1.0:1769077820.885956:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.885957:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299181584
00000100:00000001:1.0:1769077820.885959:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.885960:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077820.885962:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.885963:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077820.885966:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077820.885971:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077820.885972:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077820.885973:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077820.885974:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077820.885975:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077820.885977:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077820.885979:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077820.885984:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885988:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077820.885989:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.885990:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.885991:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077820.885993:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.885997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077820.885999:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886003:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077820.886005:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886006:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.886007:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886008:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077820.886009:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077820.886010:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077820.886013:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077820.886014:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077820.886017:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077820.886022:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077820.886024:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077820.886026:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886030:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077820.886031:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.886032:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077820.886033:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077820.886034:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077820.886036:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077820.886038:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077820.886040:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077820.886041:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.886042:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077820.886044:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077820.886045:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.886047:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077820.886048:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077820.886050:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077820.886052:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812224, portal 10
00000100:00000001:1.0:1769077820.886053:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077820.886054:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:1.0:1769077820.886058:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886062:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077820.886064:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077820.886065:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077820.886066:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925812224, offset 0
00000400:00000200:1.0:1769077820.886069:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077820.886071:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077820.886073:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077820.886075:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077820.886077:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077820.886078:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077820.886080:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077820.886082:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16055:16055:256:4294967295] 192.168.204.157@tcp LPNI seq info [16051:16051:8:4294967295]
00000400:00000200:1.0:1769077820.886085:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077820.886089:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077820.886100:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.886105:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077820.886108:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077820.886110:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077820.886112:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077820.886114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077820.886116:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.886118:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077820.886120:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077820.886122:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077820.886124:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077820.886125:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077820.886126:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077820.886129:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886134:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.886136:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886140:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886141:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077820.886143:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077820.886145:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077820.886147:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077820.886149:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299181593
00000100:00000001:1.0:1769077820.886150:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.886152:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299181593
00000100:00000001:1.0:1769077820.886153:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.886155:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077820.886156:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886157:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077820.886160:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077820.886164:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077820.886165:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077820.886166:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077820.886167:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077820.886168:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077820.886169:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077820.886171:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077820.886176:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886193:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077820.886194:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886195:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.886196:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077820.886199:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886204:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077820.886206:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886211:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077820.886213:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886214:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.886215:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886216:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077820.886217:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077820.886218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077820.886220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077820.886221:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077820.886223:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077820.886228:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077820.886230:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886232:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.886234:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925812096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886237:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077820.886238:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077820.886240:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077820.886241:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077820.886242:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077820.886243:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077820.886245:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077820.886246:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:1.0:1769077820.886248:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077820.886249:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077820.886250:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:1.0:1769077820.886252:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077820.886253:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886254:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.886256:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925812224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886260:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077820.886261:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077820.886262:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077820.886263:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077820.886264:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077820.886265:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077820.886266:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077820.886266:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:1.0:1769077820.886268:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077820.886268:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077820.886269:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:1.0:1769077820.886270:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077820.886271:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886272:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886274:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077820.886275:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886276:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077820.886277:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077820.886278:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077820.886280:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886284:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077820.886285:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.886287:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077820.886288:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077820.886289:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077820.886291:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812352:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077820.886293:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077820.886294:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077820.886296:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077820.886297:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077820.886299:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077820.886301:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077820.886304:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077820.886305:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077820.886308:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077820.886310:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812352, portal 4
00000100:00000001:1.0:1769077820.886311:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077820.886312:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000100:00000040:1.0:1769077820.886316:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886320:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077820.886322:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077820.886323:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077820.886325:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925812352, offset 0
00000400:00000200:1.0:1769077820.886327:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077820.886329:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077820.886332:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077820.886333:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077820.886335:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077820.886337:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077820.886338:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077820.886341:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16056:16056:256:4294967295] 192.168.204.157@tcp LPNI seq info [16052:16052:8:4294967295]
00000400:00000200:1.0:1769077820.886343:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077820.886348:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077820.886350:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.886352:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077820.886355:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077820.886356:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077820.886359:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077820.886361:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077820.886364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077820.886365:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077820.886367:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077820.886369:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077820.886371:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077820.886372:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077820.886374:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077820.886376:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886381:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.886382:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886387:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886388:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077820.886389:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077820.886391:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077820.886393:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077820.886394:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299181590
00000100:00000001:1.0:1769077820.886396:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.886398:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299181590
00000100:00000001:1.0:1769077820.886399:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299182848
00000100:00000001:1.0:1769077820.886400:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077820.886402:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886403:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077820.886405:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077820.886409:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077820.886410:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077820.886411:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077820.886412:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077820.886413:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077820.886415:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077820.886417:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077820.886427:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886431:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077820.886432:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886433:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.886434:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077820.886436:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886439:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077820.886442:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886446:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077820.886447:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886448:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077820.886449:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886450:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077820.886451:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077820.886452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077820.886454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077820.886455:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077820.886458:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077820.886462:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812352:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077820.886465:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886466:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077820.886468:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925812352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077820.886476:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077820.886477:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077820.886478:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077820.886480:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077820.886481:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077820.886481:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077820.886483:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077820.886483:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:1.0:1769077820.886485:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077820.886485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077820.886486:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:1.0:1769077820.886488:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077820.886488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886490:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077820.886491:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077820.886493:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077820.886494:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077820.886495:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077822.228666:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299182848, at 4299182912
00000100:00000010:2.0:1769077822.228683:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:1.0:1769077822.356763:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077822.356766:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077822.356769:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077823.380724:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077823.380732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077823.380738:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077824.404705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077824.404710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077824.404713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077826.004861:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077826.004866:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077826.004870:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077826.004880:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.004893:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077826.004897:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.004903:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077826.004908:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077826.004915:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077826.004924:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925812480:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077826.004934:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077826.004940:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077826.004945:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.004949:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077826.004955:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077826.004958:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077826.004966:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077826.004971:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077826.004977:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077826.004986:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812480, portal 25
00000100:00000001:1.0:1769077826.004991:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077826.004993:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769077826.004998:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005009:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077826.005014:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077826.005020:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077826.005026:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925812480, offset 0
00000400:00000200:1.0:1769077826.005036:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005047:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005055:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077826.005065:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077826.005072:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077826.005079:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077826.005086:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005105:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16057:16057:256:4294967295] 192.168.204.157@tcp LPNI seq info [16053:16053:8:4294967295]
00000400:00000200:1.0:1769077826.005117:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005136:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077826.005147:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005157:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077826.005171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077826.005179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077826.005190:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077826.005195:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077826.005205:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005211:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077826.005220:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077826.005227:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077826.005234:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077826.005238:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077826.005243:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077826.005249:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005265:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.005270:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005280:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.005283:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077826.005289:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077826.005296:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077826.005301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299187968
00000100:00000010:1.0:1769077826.005309:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a37e0.
00000100:00000001:1.0:1769077826.005318:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077826.005326:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299187968
00000100:00000010:1.0:1769077826.005331:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3cc0.
00000100:00000001:1.0:1769077826.005336:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077826.005341:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077826.005346:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.005348:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077826.005355:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826]  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077826.005370:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077826.005373:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077826.005376:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077826.005379:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077826.005384:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077826.005386:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077826.005392:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077826.005405:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005413:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077826.005418:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005422:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.005425:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077826.005433:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005444:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077826.005452:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005465:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077826.005471:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005474:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.005478:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005480:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077826.005484:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077826.005487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077826.005495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077826.005500:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077826.005506:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077826.005554:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925812480:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077826.005565:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005570:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.005576:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925812480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005607:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077826.005612:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077826.005616:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077826.005621:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077826.005625:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077826.005628:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077826.005634:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077826.005638:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769077826.005642:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077826.005647:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077826.005651:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769077826.005656:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077826.005658:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005663:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005670:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077826.005675:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.005678:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077826.005680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077826.005682:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077826.005689:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005695:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077826.005696:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.005698:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077826.005700:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077826.005702:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077826.005704:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812608:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077826.005707:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077826.005717:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077826.005719:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.005720:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077826.005725:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077826.005727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077826.005731:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077826.005733:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077826.005736:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077826.005738:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812608, portal 10
00000100:00000001:1.0:1769077826.005740:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077826.005741:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769077826.005745:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005750:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077826.005752:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077826.005753:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077826.005755:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925812608, offset 0
00000400:00000200:1.0:1769077826.005757:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005760:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005763:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077826.005765:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077826.005767:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077826.005769:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077826.005770:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005773:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16058:16058:256:4294967295] 192.168.204.157@tcp LPNI seq info [16054:16054:8:4294967295]
00000400:00000200:1.0:1769077826.005775:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005780:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077826.005783:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005785:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077826.005788:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077826.005790:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077826.005793:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077826.005795:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077826.005797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005799:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077826.005801:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077826.005803:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077826.005805:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077826.005806:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077826.005808:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077826.005811:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005816:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.005818:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005823:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.005824:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077826.005826:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077826.005829:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077826.005831:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077826.005832:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299186704
00000100:00000001:1.0:1769077826.005834:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.005836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299186704
00000100:00000001:1.0:1769077826.005837:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.005839:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077826.005841:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.005842:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077826.005844:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826]  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077826.005849:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077826.005850:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077826.005851:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077826.005852:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077826.005853:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077826.005854:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077826.005856:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077826.005862:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005870:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077826.005871:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005872:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.005873:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077826.005876:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005879:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077826.005882:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005886:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077826.005888:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005889:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.005889:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.005891:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077826.005892:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077826.005893:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077826.005895:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077826.005897:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077826.005900:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077826.005905:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812608:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077826.005907:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077826.005909:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005913:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077826.005914:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.005916:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077826.005917:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077826.005919:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077826.005920:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077826.005923:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077826.005924:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077826.005925:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.005926:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077826.005928:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077826.005929:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077826.005931:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077826.005932:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077826.005934:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077826.005936:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812736, portal 10
00000100:00000001:1.0:1769077826.005937:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077826.005938:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769077826.005942:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.005946:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077826.005947:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077826.005948:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077826.005950:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925812736, offset 0
00000400:00000200:1.0:1769077826.005952:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005954:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005956:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077826.005958:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077826.005960:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077826.005962:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077826.005963:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077826.005965:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16059:16059:256:4294967295] 192.168.204.157@tcp LPNI seq info [16055:16055:8:4294967295]
00000400:00000200:1.0:1769077826.005968:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.005972:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077826.005975:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005977:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077826.005980:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077826.005982:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077826.005984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077826.005986:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077826.005988:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.005990:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077826.005992:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077826.005994:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077826.005995:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077826.005996:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077826.005998:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077826.006000:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006004:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.006006:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.006011:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077826.006013:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077826.006015:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077826.006017:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077826.006018:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299186713
00000100:00000001:1.0:1769077826.006020:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.006021:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299186713
00000100:00000001:1.0:1769077826.006023:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.006024:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077826.006025:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.006026:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077826.006028:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826]  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077826.006034:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077826.006035:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077826.006036:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077826.006037:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077826.006038:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077826.006039:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077826.006041:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077826.006046:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006050:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077826.006050:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006051:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.006052:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077826.006054:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006058:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077826.006061:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006065:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077826.006066:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006067:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.006068:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006069:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077826.006070:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077826.006072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077826.006074:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077826.006075:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077826.006078:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077826.006084:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077826.006086:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077826.006088:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006106:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077826.006107:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.006109:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077826.006110:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077826.006111:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077826.006114:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812864:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077826.006116:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077826.006118:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077826.006120:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077826.006122:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077826.006125:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077826.006127:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077826.006132:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077826.006134:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077826.006138:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077826.006141:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812864, portal 4
00000100:00000001:1.0:1769077826.006143:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077826.006144:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769077826.006151:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006158:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077826.006161:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077826.006164:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077826.006167:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925812864, offset 0
00000400:00000200:1.0:1769077826.006171:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077826.006175:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.006179:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077826.006181:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077826.006183:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077826.006185:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077826.006186:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077826.006188:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16060:16060:256:4294967295] 192.168.204.157@tcp LPNI seq info [16056:16056:8:4294967295]
00000400:00000200:1.0:1769077826.006191:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077826.006196:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077826.006199:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.006201:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077826.006204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077826.006206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077826.006209:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077826.006211:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077826.006214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077826.006215:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077826.006217:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077826.006220:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077826.006222:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077826.006223:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077826.006224:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077826.006227:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006232:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.006234:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006239:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.006240:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077826.006241:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077826.006244:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077826.006246:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077826.006247:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299186710
00000100:00000001:1.0:1769077826.006249:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.006251:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299186710
00000100:00000001:1.0:1769077826.006252:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299187968
00000100:00000001:1.0:1769077826.006253:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077826.006255:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.006256:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077826.006258:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826]  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077826.006263:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077826.006264:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077826.006265:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077826.006266:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077826.006267:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077826.006269:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077826.006271:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077826.006276:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006280:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077826.006281:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006282:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.006283:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077826.006285:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006289:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077826.006291:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006295:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077826.006297:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006298:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077826.006299:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006300:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077826.006301:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077826.006303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077826.006305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077826.006306:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077826.006309:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077826.006313:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925812864:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077826.006315:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006317:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.006318:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925812608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006323:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077826.006324:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077826.006325:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077826.006327:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077826.006328:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077826.006329:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077826.006330:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077826.006331:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769077826.006333:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077826.006334:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077826.006335:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769077826.006337:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077826.006338:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006339:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.006341:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925812736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006349:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077826.006350:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077826.006351:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077826.006353:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077826.006353:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077826.006354:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077826.006355:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077826.006356:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769077826.006357:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077826.006358:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077826.006359:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769077826.006360:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077826.006361:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077826.006363:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925812864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077826.006367:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077826.006368:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077826.006369:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077826.006370:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077826.006371:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077826.006371:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077826.006372:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077826.006373:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769077826.006374:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077826.006375:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077826.006376:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769077826.006377:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077826.006378:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006379:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077826.006381:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077826.006382:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077826.006383:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077826.006384:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077826.452709:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077826.452713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077826.452716:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077827.348678:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299187968, at 4299188032
00000100:00000010:2.0:1769077827.348697:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:2.0:1769077827.476683:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077827.476690:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077827.476696:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077828.500705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077828.500708:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077828.500711:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077830.548703:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077830.548706:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077830.548710:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077831.124663:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077831.124673:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077831.124675:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077831.124679:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077831.124684:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077831.124691:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4519
00000400:00000200:2.0:1769077831.124701:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077831.124708:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077831.124719:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077831.124728:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124731:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077831.124734:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124737:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077831.124742:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077831.124744:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077831.124747:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077831.124750:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077831.124753:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077831.124755:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077831.124759:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124761:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077831.124764:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124766:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077831.124769:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077831.124773:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124776:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077831.124779:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077831.124783:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077831.124786:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.124789:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077831.124791:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077831.124801:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769077831.124804:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077831.124807:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077831.124808:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.124811:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077831.124813:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077831.124816:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077831.124822:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077831.124827:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077831.124834:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077831.124843:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077831.124846:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077831.124849:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077831.124868:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077831.124871:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077831.124875:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077831.124876:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077831.124878:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077831.124881:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077831.124885:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4519
00000400:00000200:2.0:1769077831.124891:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077831.124895:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077831.124897:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077831.124898:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077831.124902:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077831.124904:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077831.124906:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077831.124910:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077831.124915:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077831.124917:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.124923:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077831.124930:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769077831.124930:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077831.124933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077831.124934:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077831.124937:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769077831.124939:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077831.124940:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
02000000:00000001:1.0:1769077831.124943:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077831.124944:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077831.124949:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:1.0:1769077831.124950:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077831.124954:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:1.0:1769077831.124958:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925812992:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769077831.124958:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077831.124964:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077831.124966:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077831.124967:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769077831.124970:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077831.124971:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769077831.124973:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077831.124976:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:1.0:1769077831.124977:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077831.124981:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077831.124983:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:2.0:1769077831.124984:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077831.124988:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077831.124990:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077831.124993:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.124997:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077831.124998:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769077831.125002:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000008:00100000:2.0:1769077831.125003:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077831.125022:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.125023:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077831.125027:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769077831.125030:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077831.125032:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769077831.125033:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
02000000:00000001:2.0:1769077831.125034:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.125037:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077831.125039:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077831.125040:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077831.125041:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925812992, portal 25
00000100:00000001:1.0:1769077831.125045:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1769077831.125045:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:1.0:1769077831.125048:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00000001:2.0:1769077831.125051:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077831.125055:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077831.125064:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077831.125065:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077831.125071:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077831.125075:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077831.125079:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925812992, offset 0
00000100:00000001:2.0:1769077831.125082:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077831.125087:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125088:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077831.125096:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077831.125097:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.125106:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077831.125112:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077831.125114:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.125118:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00080000:2.0:1769077831.125119:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077831.125123:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077831.125129:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:2.0:1769077831.125129:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077831.125134:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077831.125135:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16061:16061:256:4294967295] 192.168.204.157@tcp LPNI seq info [16057:16057:8:4294967295]
00000100:00080000:2.0:1769077831.125139:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077831.125140:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077831.125146:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077831.125153:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4519
00000400:00000200:1.0:1769077831.125157:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077831.125166:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769077831.125166:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:1.0:1769077831.125172:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000400:00000200:2.0:1769077831.125176:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077831.125179:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769077831.125183:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077831.125185:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.0:1769077831.125188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769077831.125188:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077831.125193:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125197:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:1.1:1769077831.125198:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769077831.125199:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077831.125203:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:1.1:1769077831.125203:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077831.125206:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077831.125209:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000100:1.0:1769077831.125211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769077831.125212:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000010:1.0:1769077831.125215:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000020:00000001:2.0:1769077831.125216:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077831.125221:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769077831.125222:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125227:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077831.125231:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769077831.125232:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077831.125236:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077831.125238:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077831.125241:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077831.125243:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:1.0:1769077831.125247:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077831.125248:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077831.125258:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077831.125260:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077831.125262:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077831.125265:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077831.125267:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077831.125273:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077831.125275:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125279:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077831.125279:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125283:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.125284:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077831.125289:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:2.0:1769077831.125289:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077831.125293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299193088
00000008:00000001:2.0:1769077831.125295:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077831.125299:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3c00.
00000100:00000001:2.0:1769077831.125299:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125308:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000010:2.0:1769077831.125308:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769077831.125313:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299193088
00000020:00000040:2.0:1769077831.125314:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000010:1.0:1769077831.125320:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3240.
02000000:00000001:2.0:1769077831.125320:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077831.125321:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.125325:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077831.125327:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077831.125328:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077831.125332:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:1.0:1769077831.125333:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077831.125334:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125338:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077831.125343:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077831.125343:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077831.125346:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077831.125353:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831]  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077831.125354:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077831.125359:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077831.125367:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077831.125369:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077831.125372:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077831.125375:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000100:00000001:2.0:1769077831.125376:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.125378:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077831.125381:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00080000:2.0:1769077831.125381:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077831.125385:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1769077831.125388:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077831.125390:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769077831.125392:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077831.125392:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077831.125398:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077831.125403:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4519
00000100:00000200:1.0:1769077831.125408:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077831.125409:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077831.125416:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077831.125421:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077831.125422:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077831.125426:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077831.125426:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125430:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077831.125431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.125435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077831.125435:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125439:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00100000:1.0:1769077831.125440:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077831.125443:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077831.125445:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077831.125449:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077831.125452:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:1.0:1769077831.125453:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077831.125455:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077831.125458:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077831.125459:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077831.125462:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125463:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077831.125465:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125468:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077831.125472:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077831.125474:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077831.125476:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077831.125477:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077831.125480:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077831.125485:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125487:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077831.125487:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077831.125491:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1769077831.125494:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1769077831.125495:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125499:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077831.125500:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125503:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1769077831.125505:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769077831.125506:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1769077831.125509:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:1.0:1769077831.125510:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1769077831.125513:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1769077831.125515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1769077831.125516:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077831.125519:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1769077831.125521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077831.125557:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1769077831.125560:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769077831.125562:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077831.125564:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077831.125570:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00100000:1.0:1769077831.125575:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925812992:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769077831.125576:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125583:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077831.125586:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077831.125587:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.125594:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925812992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077831.125595:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077831.125600:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125606:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1769077831.125608:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077831.125610:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077831.125613:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077831.125619:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1769077831.125620:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077831.125623:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:2.0:1769077831.125624:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000040:1.0:1769077831.125625:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000100:00000040:2.0:1769077831.125631:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:1.0:1769077831.125632:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077831.125635:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
00000100:00000040:2.0:1769077831.125638:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4529)
02000000:00000001:1.0:1769077831.125639:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077831.125642:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077831.125644:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:1.0:1769077831.125647:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077831.125648:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.125649:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.125655:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077831.125657:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125659:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077831.125660:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077831.125662:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077831.125665:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125670:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077831.125671:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.125673:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077831.125674:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077831.125676:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077831.125678:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077831.125680:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077831.125681:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077831.125682:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.125684:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077831.125686:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077831.125687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.125690:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077831.125692:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077831.125695:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077831.125697:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813120, portal 10
00000100:00000001:1.0:1769077831.125698:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077831.125699:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:1.0:1769077831.125703:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125715:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077831.125718:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077831.125720:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077831.125723:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925813120, offset 0
00000400:00000200:1.0:1769077831.125728:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077831.125732:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.125736:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077831.125739:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077831.125742:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077831.125745:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077831.125747:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077831.125750:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16062:16062:256:4294967295] 192.168.204.157@tcp LPNI seq info [16058:16058:8:4294967295]
00000400:00000200:1.0:1769077831.125755:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.125762:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077831.125765:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.125768:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077831.125771:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077831.125773:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077831.125776:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077831.125778:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077831.125780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.125781:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077831.125783:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077831.125786:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077831.125788:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077831.125789:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077831.125791:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077831.125794:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125799:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.125801:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125806:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125807:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077831.125809:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077831.125812:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077831.125814:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077831.125815:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299191824
00000100:00000001:1.0:1769077831.125817:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.125819:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299191824
00000100:00000001:1.0:1769077831.125822:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.125823:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077831.125825:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125826:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077831.125828:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831]  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077831.125833:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077831.125834:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077831.125835:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077831.125836:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077831.125837:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077831.125839:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077831.125841:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077831.125846:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125850:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077831.125851:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.125852:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.125853:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077831.125855:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125859:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077831.125862:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125866:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077831.125867:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.125868:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.125869:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.125870:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077831.125872:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077831.125874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077831.125876:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077831.125878:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077831.125880:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077831.125885:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077831.125887:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077831.125890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125894:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077831.125895:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.125896:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077831.125898:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077831.125899:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077831.125901:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077831.125903:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077831.125905:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077831.125906:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.125907:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077831.125909:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077831.125910:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.125912:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077831.125913:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077831.125915:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077831.125917:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813248, portal 10
00000100:00000001:1.0:1769077831.125919:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077831.125920:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769077831.125923:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125928:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077831.125929:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077831.125931:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077831.125932:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925813248, offset 0
00000400:00000200:1.0:1769077831.125935:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077831.125937:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.125939:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077831.125941:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077831.125942:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077831.125944:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077831.125945:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077831.125947:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16063:16063:256:4294967295] 192.168.204.157@tcp LPNI seq info [16059:16059:8:4294967295]
00000400:00000200:1.0:1769077831.125950:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.125954:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077831.125957:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.125959:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077831.125962:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077831.125964:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077831.125966:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077831.125968:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077831.125970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.125971:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077831.125973:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077831.125975:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077831.125977:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077831.125978:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077831.125980:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077831.125982:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.125989:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.125997:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.125998:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077831.126000:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077831.126002:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077831.126004:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077831.126019:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299191833
00000100:00000001:1.0:1769077831.126022:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.126024:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299191833
00000100:00000001:1.0:1769077831.126026:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.126028:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077831.126029:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.126030:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077831.126033:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831]  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077831.126039:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077831.126040:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077831.126041:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077831.126043:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077831.126044:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077831.126045:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077831.126047:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077831.126053:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126057:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077831.126058:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.126060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077831.126062:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126067:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077831.126069:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126073:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077831.126075:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.126077:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126078:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077831.126079:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077831.126080:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077831.126082:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077831.126083:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077831.126086:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077831.126090:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077831.126093:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077831.126095:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126099:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077831.126100:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.126102:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077831.126103:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077831.126104:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077831.126106:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813376:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077831.126108:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077831.126109:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077831.126111:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077831.126112:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077831.126114:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077831.126115:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077831.126118:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077831.126120:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077831.126122:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077831.126124:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813376, portal 4
00000100:00000001:1.0:1769077831.126125:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077831.126126:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:1.0:1769077831.126130:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126134:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077831.126135:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077831.126137:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000200:1.0:1769077831.126138:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925813376, offset 0
00000400:00000200:1.0:1769077831.126141:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077831.126143:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.126145:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077831.126147:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077831.126149:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077831.126150:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077831.126152:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077831.126154:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16064:16064:256:4294967295] 192.168.204.157@tcp LPNI seq info [16060:16060:8:4294967295]
00000400:00000200:1.0:1769077831.126157:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077831.126161:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077831.126164:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.126166:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000800:00000200:1.0:1769077831.126168:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077831.126170:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077831.126173:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077831.126174:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077831.126177:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077831.126178:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:1.0:1769077831.126180:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077831.126182:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077831.126184:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:1.0:1769077831.126185:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:1.0:1769077831.126186:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077831.126188:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126193:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.126195:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126199:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.126200:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077831.126202:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077831.126204:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077831.126206:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077831.126207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299191830
00000100:00000001:1.0:1769077831.126209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.126210:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299191830
00000100:00000001:1.0:1769077831.126212:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299193088
00000100:00000001:1.0:1769077831.126213:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077831.126214:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.126215:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077831.126218:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831]  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077831.126222:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077831.126223:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077831.126224:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077831.126225:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077831.126226:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077831.126227:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077831.126229:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077831.126235:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126239:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077831.126240:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.126241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077831.126243:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126247:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077831.126249:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126253:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077831.126255:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126256:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077831.126256:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126257:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077831.126258:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077831.126260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077831.126262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077831.126264:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077831.126266:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077831.126271:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813376:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077831.126273:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126274:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.126277:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925813120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126281:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077831.126282:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077831.126283:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077831.126285:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077831.126286:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077831.126287:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077831.126288:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077831.126289:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:1.0:1769077831.126291:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077831.126292:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077831.126293:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:1.0:1769077831.126295:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077831.126296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126297:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.126299:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925813248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126303:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077831.126304:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077831.126304:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077831.126306:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077831.126306:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077831.126307:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077831.126308:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077831.126309:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:1.0:1769077831.126310:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077831.126311:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077831.126312:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769077831.126313:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077831.126314:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126315:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077831.126316:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925813376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077831.126320:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077831.126321:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077831.126322:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077831.126323:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077831.126324:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077831.126325:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077831.126326:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077831.126327:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769077831.126329:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077831.126329:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077831.126330:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769077831.126331:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077831.126332:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126333:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077831.126335:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077831.126336:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077831.126337:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077831.126338:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077831.572728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077831.572731:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077831.572734:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077832.468620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299193088, at 4299193152
00000100:00000010:2.0:1769077832.468633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00000020:00000001:0.0:1769077832.596734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077832.596738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077832.596742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077834.644699:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077834.644703:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077834.644706:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077835.668754:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077835.668758:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077835.668762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077836.244645:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077836.244656:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077836.244659:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077836.244663:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077836.244667:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077836.244675:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4524
00000400:00000200:0.0:1769077836.244684:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077836.244690:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077836.244694:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077836.244697:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244701:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077836.244704:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244706:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077836.244711:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077836.244712:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077836.244715:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077836.244719:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077836.244721:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077836.244724:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077836.244727:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244729:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077836.244732:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244734:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077836.244737:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077836.244741:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244744:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077836.244747:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077836.244750:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077836.244753:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.244755:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077836.244758:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077836.244766:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077836.244769:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077836.244773:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077836.244775:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.244778:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077836.244781:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077836.244786:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077836.244793:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077836.244798:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077836.244806:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077836.244819:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077836.244823:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077836.244829:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077836.244849:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077836.244852:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077836.244856:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077836.244858:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077836.244859:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077836.244863:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077836.244866:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4524
00000400:00000200:0.0:1769077836.244871:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077836.244875:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077836.244878:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077836.244881:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077836.244882:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244887:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077836.244888:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077836.244890:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077836.244893:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077836.244894:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077836.244898:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077836.244900:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077836.244903:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077836.244904:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077836.244905:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077836.244910:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077836.244915:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077836.244938:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077836.244941:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.244945:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077836.244948:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077836.244950:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:1.0:1769077836.244953:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.244956:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769077836.244961:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925813504:192.168.204.157@tcp:250:kworker.0
00000100:00000040:0.0:1769077836.244962:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.244967:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077836.244972:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077836.244973:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077836.244978:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:1.0:1769077836.244979:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077836.244981:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.244983:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077836.244985:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077836.244988:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077836.244993:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077836.244995:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:0.0:1769077836.244997:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245001:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245002:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077836.245008:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077836.245012:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00000001:0.0:1769077836.245014:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245018:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077836.245018:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000010:0.0:1769077836.245026:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000400:00000010:1.0:1769077836.245029:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000020:00000040:0.0:1769077836.245030:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077836.245036:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077836.245038:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077836.245039:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813504, portal 25
00000100:00000001:0.0:1769077836.245040:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077836.245043:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077836.245045:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077836.245047:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245049:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
02000000:00000010:0.0:1769077836.245053:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000040:1.0:1769077836.245059:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077836.245060:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077836.245071:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077836.245075:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077836.245083:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245087:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077836.245089:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460908.
00000100:00000001:0.0:1769077836.245091:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077836.245095:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925813504, offset 0
00000100:00000040:0.0:1769077836.245099:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077836.245108:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245117:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245122:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077836.245123:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077836.245128:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769077836.245131:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769077836.245132:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077836.245136:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077836.245140:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077836.245141:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077836.245145:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4524
00000400:00000200:1.0:1769077836.245149:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077836.245154:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077836.245157:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077836.245161:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16065:16065:256:4294967295] 192.168.204.157@tcp LPNI seq info [16061:16061:8:4294967295]
00000400:00000200:1.0:1769077836.245166:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077836.245173:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077836.245182:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077836.245185:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077836.245186:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077836.245194:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245198:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077836.245199:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077836.245204:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245208:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000010:1.0:1769077836.245208:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547900.
00000020:00000001:0.0:1769077836.245213:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077836.245217:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077836.245221:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1769077836.245222:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769077836.245225:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077836.245231:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:1.1:1769077836.245231:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769077836.245236:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077836.245243:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245245:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077836.245248:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245250:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077836.245251:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077836.245254:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077836.245260:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077836.245261:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077836.245266:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299198208
00000100:00000001:0.0:1769077836.245267:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077836.245273:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769077836.245276:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3d20.
02000000:00000001:0.0:1769077836.245277:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077836.245282:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245284:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077836.245286:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000008:00100000:0.0:1769077836.245287:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077836.245292:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245296:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299198208
00000100:00000010:0.0:1769077836.245301:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000100:00000010:1.0:1769077836.245303:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a32a0.
00000020:00000040:0.0:1769077836.245306:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:1.0:1769077836.245309:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1769077836.245310:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077836.245314:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245317:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077836.245317:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077836.245321:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077836.245323:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077836.245325:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245329:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077836.245332:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:1.0:1769077836.245334:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077836.245337:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245343:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1769077836.245344:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077836.245347:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077836.245353:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077836.245356:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077836.245359:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077836.245361:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077836.245364:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077836.245368:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077836.245373:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077836.245389:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077836.245393:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245394:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245399:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769077836.245400:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077836.245404:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769077836.245405:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1769077836.245409:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245410:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077836.245415:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769077836.245418:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:0.0:1769077836.245420:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077836.245425:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4524
00000100:00000001:1.0:1769077836.245425:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077836.245429:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077836.245433:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077836.245434:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769077836.245437:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1769077836.245441:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
02000000:00000010:1.0:1769077836.245443:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
00000100:00080000:0.0:1769077836.245444:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769077836.245448:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077836.245451:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245455:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077836.245458:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077836.245459:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245464:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:1.0:1769077836.245465:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141790.
00000020:00000001:0.0:1769077836.245467:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077836.245471:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000400:00000010:1.0:1769077836.245472:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000020:00000001:0.0:1769077836.245473:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077836.245478:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000200:1.0:1769077836.245478:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813632, portal 10
00000020:00000001:0.0:1769077836.245482:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077836.245483:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077836.245486:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000020:00000001:0.0:1769077836.245487:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077836.245493:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245498:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077836.245498:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077836.245502:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077836.245507:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077836.245513:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769077836.245518:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077836.245519:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769077836.245556:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077836.245560:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460d48.
00000100:00000200:1.0:1769077836.245563:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925813632, offset 0
00000100:00000001:0.0:1769077836.245567:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077836.245571:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077836.245572:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077836.245576:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077836.245581:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077836.245582:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077836.245586:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077836.245588:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000008:00100000:0.0:1769077836.245590:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077836.245595:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245595:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077836.245600:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245602:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000010:0.0:1769077836.245606:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000400:00000200:1.0:1769077836.245607:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077836.245611:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769077836.245613:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:0.0:1769077836.245617:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077836.245621:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245622:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16066:16066:255:4294967295] 192.168.204.157@tcp LPNI seq info [16062:16062:7:4294967295]
00000100:00000001:0.0:1769077836.245625:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077836.245627:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077836.245629:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077836.245633:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077836.245636:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077836.245643:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077836.245648:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077836.245659:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077836.245663:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077836.245664:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077836.245674:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077836.245675:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077836.245684:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547800.
00000100:00000001:0.0:1769077836.245689:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077836.245694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077836.245695:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077836.245703:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077836.245703:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077836.245710:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077836.245711:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4534)
00000100:00000040:1.0:1769077836.245715:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077836.245721:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077836.245724:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299196944
00000100:00000001:1.0:1769077836.245727:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.245730:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299196944
00000100:00000001:1.0:1769077836.245733:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.245735:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077836.245739:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245742:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245744:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077836.245748:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077836.245750:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077836.245752:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077836.245754:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077836.245755:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077836.245760:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077836.245768:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077836.245770:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245772:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077836.245774:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077836.245776:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077836.245779:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077836.245783:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077836.245785:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077836.245786:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245788:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077836.245792:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077836.245794:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245797:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077836.245800:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077836.245803:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460a18.
00000100:00000200:1.0:1769077836.245806:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813760, portal 10
00000100:00000001:1.0:1769077836.245809:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077836.245810:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:1.0:1769077836.245816:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077836.245824:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077836.245827:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077836.245830:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460000.
00000100:00000200:1.0:1769077836.245833:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925813760, offset 0
00000400:00000200:1.0:1769077836.245839:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077836.245843:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077836.245847:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077836.245850:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077836.245853:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077836.245855:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077836.245858:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077836.245861:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16067:16067:254:4294967295] 192.168.204.157@tcp LPNI seq info [16063:16063:6:4294967295]
00000400:00000200:1.0:1769077836.245866:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077836.245873:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077836.245884:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077836.245888:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547500.
00000800:00000200:1.0:1769077836.245891:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077836.245895:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077836.245899:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077836.245902:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077836.245905:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077836.245907:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299196953
00000100:00000001:1.0:1769077836.245910:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.245912:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299196953
00000100:00000001:1.0:1769077836.245914:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.245917:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077836.245919:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.245934:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077836.245938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077836.245947:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077836.245948:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245950:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077836.245952:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077836.245954:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077836.245957:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813888:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077836.245961:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077836.245963:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077836.245965:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077836.245967:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077836.245970:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077836.245972:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077836.245976:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077836.245979:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141058.
00000400:00000010:1.0:1769077836.245982:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460aa0.
00000100:00000200:1.0:1769077836.245986:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925813888, portal 4
00000100:00000001:1.0:1769077836.245988:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077836.245989:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:1.0:1769077836.245995:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077836.246003:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077836.246005:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077836.246008:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460e58.
00000100:00000200:1.0:1769077836.246011:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925813888, offset 0
00000400:00000200:1.0:1769077836.246020:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077836.246024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077836.246028:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077836.246031:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077836.246034:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077836.246036:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077836.246039:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077836.246042:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16068:16068:253:4294967295] 192.168.204.157@tcp LPNI seq info [16064:16064:5:4294967295]
00000400:00000200:1.0:1769077836.246046:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077836.246053:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077836.246058:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077836.246062:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547e00.
00000800:00000200:1.0:1769077836.246066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077836.246070:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077836.246073:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077836.246076:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077836.246079:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077836.246081:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299196950
00000100:00000001:1.0:1769077836.246084:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.246086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299196950
00000100:00000001:1.0:1769077836.246089:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299198208
00000100:00000001:1.0:1769077836.246091:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077836.246093:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.246096:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.246098:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077836.246101:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077836.246102:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077836.246104:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077836.246106:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077836.246107:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077836.246109:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077836.692696:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077836.692705:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077836.692709:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077837.460797:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077837.588623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299198208, at 4299198272
00000100:00000010:2.0:1769077837.588641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:1.0:1769077838.740779:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077838.740782:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077838.740785:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077839.316802:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077839.316837:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077839.316849:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077839.316854:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077839.316858:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077839.316862:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077839.316867:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077839.316886:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547900.
00000400:00000200:2.0:1769077839.316892:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077839.316897:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077839.316905:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460908
00000400:00000010:2.0:1769077839.316908:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460908.
00000100:00000001:2.0:1769077839.316924:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077839.316933:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.316967:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077839.316973:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.316993:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077839.316995:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077839.317008:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077839.317011:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547800.
00000400:00000200:2.0:1769077839.317014:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077839.317018:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077839.317021:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460d48
00000400:00000010:2.0:1769077839.317023:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460d48.
00000100:00000001:2.0:1769077839.317025:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077839.317029:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.317050:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077839.317054:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.317061:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077839.317063:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077839.317068:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077839.317071:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547500.
00000400:00000200:2.0:1769077839.317074:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077839.317078:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077839.317081:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460000
00000400:00000010:2.0:1769077839.317083:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460000.
00000100:00000001:2.0:1769077839.317086:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077839.317090:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.317098:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077839.317101:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.317108:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077839.317109:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077839.317114:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077839.317117:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547e00.
00000400:00000200:2.0:1769077839.317120:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077839.317123:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1769077839.317124:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077839.317126:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460e58
00000400:00000010:2.0:1769077839.317128:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460e58.
00000100:00000001:1.0:1769077839.317129:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077839.317130:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077839.317132:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1769077839.317134:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.317138:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077839]  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077839.317142:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077839.317146:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.317151:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077839.317152:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077839.317154:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769077839.317154:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1769077839.317157:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077839.317160:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460a18
00000400:00000010:1.0:1769077839.317162:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460a18.
00000100:00000001:1.0:1769077839.317164:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.317168:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.317177:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317190:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.317192:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317195:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317197:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.317201:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317209:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.317214:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317222:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.317225:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317229:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317231:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.317234:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.317239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.317244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077839.317247:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.317258:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.317266:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077839.317272:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077839.317275:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077839]  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.317284:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077839.317285:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077839.317287:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141058.
00000400:00000200:1.0:1769077839.317290:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460aa0
00000400:00000010:1.0:1769077839.317292:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460aa0.
00000100:00000001:1.0:1769077839.317294:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.317297:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.317304:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317311:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.317313:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317315:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317316:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.317320:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317326:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.317329:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317336:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.317339:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317342:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317343:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.317345:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.317347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.317351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077839.317353:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.317357:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.317364:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813888:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077839.317368:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077839.317372:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077839]  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.317378:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077839.317380:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077839.317381:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141790.
00000400:00000200:1.0:1769077839.317383:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077839.317385:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077839.317388:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.317390:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.317400:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317406:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.317407:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317409:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.317415:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317421:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.317424:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317431:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.317433:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317434:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317437:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.317438:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.317440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.317444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077839.317446:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.317450:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.317457:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925813632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077839.317461:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077839.317465:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077839]  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.317471:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077839.317473:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077839.317474:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077839.317476:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077839.317478:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077839.317481:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.317484:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.317492:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317497:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.317499:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317500:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.317505:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317511:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.317514:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317520:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.317550:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317552:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.317554:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317556:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.317558:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.317561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.317565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077839.317568:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.317573:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.317581:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925813504:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077839.317585:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317587:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.317590:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925813760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317596:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.317599:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.317603:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996c00.
02000000:00000001:1.0:1769077839.317607:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.317610:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.317613:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077839.317615:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.317619:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077839.317624:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.317627:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.317629:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:1.0:1769077839.317633:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.317635:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317637:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.317641:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925813888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317653:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.317654:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.317655:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077839.317658:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.317660:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.317662:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077839.317664:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.317666:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077839.317668:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.317670:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.317671:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:1.0:1769077839.317674:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.317675:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317676:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.317679:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925813632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317685:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.317687:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.317688:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077839.317701:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.317702:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.317703:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077839.317705:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.317706:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077839.317708:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.317709:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.317711:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:1.0:1769077839.317713:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.317714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317716:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.317720:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925813504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.317726:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.317727:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.317729:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077839.317731:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.317732:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.317733:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077839.317735:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.317736:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077839.317738:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.317739:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.317741:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:1.0:1769077839.317743:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.317744:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317746:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.317780:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077839.317782:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.317785:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077839.317787:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077839.764656:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077839.764660:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077839.764663:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077840.788722:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077840.788726:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077840.788729:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077841.364671:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077841.364683:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077841.364686:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077841.364689:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077841.364693:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077841.364701:0:56104:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4529
00000400:00000200:0.0:1769077841.364712:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077841.364718:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077841.364720:0:56104:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077841.364723:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364726:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.364728:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364730:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077841.364735:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077841.364737:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077841.364739:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077841.364741:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077841.364743:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077841.364746:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077841.364748:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364750:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.364751:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364752:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077841.364755:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077841.364757:0:56104:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364759:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.364762:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077841.364765:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077841.364767:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.364769:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077841.364771:0:56104:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077841.364778:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077841.364781:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077841.364784:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077841.364786:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.364788:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077841.364791:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077841.364795:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077841.364804:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077841.364810:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077841.364819:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077841.364832:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077841.364851:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077841.364857:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077841.364887:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077841.364891:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077841.364895:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077841.364897:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077841.364899:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077841.364903:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077841.364906:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4529
00000400:00000200:0.0:1769077841.364910:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077841.364914:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077841.364916:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077841.364919:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364922:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.364925:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364928:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077841.364936:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077841.364938:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077841.364941:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077841.364944:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077841.364946:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077841.364950:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077841.364950:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077841.364958:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077841.364958:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077841.364961:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077841.364964:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077841.364967:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364971:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077841.364976:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077841.364981:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077841.364984:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.364987:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077841.364988:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077841.364994:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077841.365001:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365006:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077841.365009:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769077841.365013:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077841.365014:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077841.365021:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365025:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077841.365029:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769077841.365032:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077841.365034:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077841.365036:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077841.365039:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365043:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077841.365047:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077841.365051:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077841.365054:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.365056:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077841.365062:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925814016:192.168.204.157@tcp:250:kworker.0
02000000:00000010:0.0:1769077841.365066:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:1.0:1769077841.365070:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077841.365072:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.365077:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077841.365083:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077841.365093:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077841.365096:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.365097:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077841.365102:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077841.365104:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077841.365113:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
00000100:00000001:0.0:1769077841.365118:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.365118:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077841.365126:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077841.365132:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769077841.365133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077841.365135:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077841.365139:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769077841.365141:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000001:0.0:1769077841.365143:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077841.365150:0:56104:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4529
00000400:00000010:1.0:1769077841.365154:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000400:00000200:0.0:1769077841.365156:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077841.365163:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077841.365166:0:56104:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077841.365170:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925814016, portal 25
00000100:00000040:0.0:1769077841.365171:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365178:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077841.365178:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077841.365184:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077841.365184:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000001:0.0:1769077841.365191:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077841.365195:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769077841.365199:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077841.365200:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077841.365204:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077841.365208:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077841.365213:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:1.0:1769077841.365219:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077841.365220:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077841.365227:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077841.365229:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077841.365233:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000001:0.0:1769077841.365234:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.365240:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077841.365242:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925814016, offset 0
00000100:00000001:0.0:1769077841.365243:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077841.365249:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077841.365254:0:56104:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769077841.365258:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365260:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.365264:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077841.365268:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077841.365272:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077841.365274:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365279:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077841.365282:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077841.365285:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000008:00000001:0.0:1769077841.365287:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365291:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077841.365295:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1769077841.365296:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077841.365301:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769077841.365303:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:0.0:1769077841.365308:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077841.365312:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077841.365313:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365318:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077841.365320:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:0.0:1769077841.365322:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077841.365327:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16069:16069:256:4294967295] 192.168.204.157@tcp LPNI seq info [16065:16065:8:4294967295]
00000400:00000200:1.0:1769077841.365333:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077841.365340:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077841.365348:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000400:00000200:1.0:1769077841.365350:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077841.365355:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077841.365362:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00100000:0.0:1769077841.365365:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769077841.365373:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000100:00000001:0.0:1769077841.365376:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077841.365380:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077841.365386:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077841.365389:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077841.365392:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077841.365407:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077841.365408:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077841.365414:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077841.365415:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1769077841.365423:0:56104:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077841.365425:0:56104:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077841.365429:0:56104:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769077841.365433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365435:0:56104:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769077841.365439:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000100:00080000:0.0:1769077841.365442:0:56104:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4529
00000400:00000200:1.0:1769077841.365448:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077841.365450:0:56104:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077841.365456:0:56104:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077841.365460:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077841.365469:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077841.365473:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00080000:0.0:1769077841.365477:0:56104:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077841.365478:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077841.365485:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077841.365488:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077841.365490:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.365496:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365502:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077841.365508:0:56104:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077841.365510:0:56104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:1.0:1769077841.365512:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077841.365513:0:56104:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077841.365518:0:56104:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000040:1.0:1769077841.365521:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077841.365550:0:56104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077841.365555:0:56104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077841.365560:0:56104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365563:0:56104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077841.365566:0:56104:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077841.365572:0:56104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077841.365577:0:56104:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769077841.365583:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077841.365584:0:56104:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077841.365588:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077841.365591:0:56104:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.365596:0:56104:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077841.365600:0:56104:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077841.365601:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077841.365604:0:56104:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365609:0:56104:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077841.365611:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:0.0:1769077841.365614:0:56104:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1769077841.365617:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299203329
00000008:00000001:0.0:1769077841.365620:0:56104:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365625:0:56104:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077841.365626:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3120.
00000100:00000010:0.0:1769077841.365631:0:56104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077841.365637:0:56104:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077841.365640:0:56104:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077841.365641:0:56104:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365643:0:56104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077841.365644:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769077841.365646:0:56104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077841.365650:0:56104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.365655:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299203329
02000000:00000010:0.0:1769077841.365656:0:56104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000010:1.0:1769077841.365663:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3300.
00000100:00000001:0.0:1769077841.365664:0:56104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077841.365672:0:56104:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077841.365675:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077841.365682:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077841.365690:0:56104:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077841.365690:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077841.365696:0:56104:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.365697:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769077841.365704:0:56104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077841.365707:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841]  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077841.365730:0:56104:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077841.365736:0:56104:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1769077841.365737:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077841.365741:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769077841.365744:0:56104:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077841.365747:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000100:00000040:0.0:1769077841.365754:0:56104:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4539)
00000400:00000200:1.0:1769077841.365754:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077841.365757:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077841.365763:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077841.365769:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077841.365779:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.365787:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077841.365791:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365794:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.365797:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077841.365802:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.365810:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077841.365816:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.365826:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077841.365830:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365832:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.365850:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365854:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077841.365857:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077841.365860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077841.365865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077841.365868:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077841.365873:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077841.365882:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925814016:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077841.365889:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365891:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.365894:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925814016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.365901:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077841.365905:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077841.365908:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077841.365912:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077841.365914:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077841.365917:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077841.365920:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077841.365923:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769077841.365928:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077841.365930:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077841.365932:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:1.0:1769077841.365937:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077841.365938:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365940:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.365951:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077841.365953:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.365956:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077841.365957:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077841.365959:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077841.365964:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.365972:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077841.365974:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.365976:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077841.365979:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077841.365981:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077841.365984:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077841.365989:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077841.365992:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077841.365994:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.365996:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077841.366000:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077841.366002:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077841.366007:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077841.366010:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077841.366015:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077841.366019:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925814144, portal 10
00000100:00000001:1.0:1769077841.366021:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077841.366022:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:1.0:1769077841.366029:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366037:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077841.366039:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077841.366042:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077841.366046:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925814144, offset 0
00000400:00000200:1.0:1769077841.366051:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366061:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077841.366066:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077841.366070:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077841.366074:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077841.366077:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366081:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16070:16070:256:4294967295] 192.168.204.157@tcp LPNI seq info [16066:16066:8:4294967295]
00000400:00000200:1.0:1769077841.366086:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366095:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077841.366101:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366106:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077841.366111:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077841.366114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077841.366119:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077841.366123:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077841.366127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366129:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077841.366133:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077841.366137:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077841.366140:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077841.366142:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077841.366146:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077841.366150:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366158:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.366161:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366174:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366176:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077841.366180:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077841.366184:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077841.366189:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077841.366192:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299202064
00000100:00000001:1.0:1769077841.366195:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366197:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299202064
00000100:00000001:1.0:1769077841.366199:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366202:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077841.366205:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366207:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077841.366212:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841]  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077841.366221:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077841.366223:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077841.366225:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077841.366228:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077841.366230:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077841.366232:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077841.366237:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077841.366246:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366254:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077841.366255:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366257:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366259:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077841.366262:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366270:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077841.366274:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366282:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077841.366285:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366286:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366288:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366290:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077841.366292:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077841.366295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077841.366299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077841.366302:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077841.366307:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077841.366315:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077841.366320:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077841.366325:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366331:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077841.366333:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.366336:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077841.366338:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077841.366340:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077841.366344:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077841.366347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077841.366349:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077841.366352:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.366353:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077841.366358:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077841.366360:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077841.366364:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077841.366367:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077841.366371:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077841.366374:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925814272, portal 10
00000100:00000001:1.0:1769077841.366376:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077841.366378:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:1.0:1769077841.366384:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366392:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077841.366394:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077841.366396:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077841.366399:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925814272, offset 0
00000400:00000200:1.0:1769077841.366403:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366407:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366411:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077841.366415:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077841.366418:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077841.366421:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077841.366423:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366426:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16071:16071:256:4294967295] 192.168.204.157@tcp LPNI seq info [16067:16067:8:4294967295]
00000400:00000200:1.0:1769077841.366431:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366438:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077841.366442:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366446:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077841.366450:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077841.366453:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077841.366457:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077841.366460:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077841.366464:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366467:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077841.366470:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077841.366473:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077841.366476:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077841.366478:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077841.366481:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077841.366484:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366493:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.366497:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366506:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077841.366509:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077841.366513:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077841.366516:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077841.366519:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299202073
00000100:00000001:1.0:1769077841.366521:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366550:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299202074
00000100:00000001:1.0:1769077841.366553:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366555:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077841.366558:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366560:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077841.366564:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841]  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077841.366573:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077841.366574:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077841.366576:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077841.366579:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077841.366580:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077841.366583:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077841.366586:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077841.366596:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366603:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077841.366605:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366606:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366608:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077841.366611:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366619:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077841.366624:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366631:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077841.366634:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366636:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366637:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366639:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077841.366640:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077841.366643:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077841.366647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077841.366649:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077841.366653:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077841.366662:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077841.366667:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077841.366671:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366678:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077841.366679:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.366682:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077841.366684:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077841.366686:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077841.366688:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814400:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077841.366692:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077841.366694:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077841.366696:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077841.366698:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077841.366701:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077841.366704:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077841.366708:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077841.366711:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077841.366715:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077841.366718:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925814400, portal 4
00000100:00000001:1.0:1769077841.366720:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077841.366721:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:1.0:1769077841.366728:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366732:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077841.366734:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077841.366736:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077841.366738:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925814400, offset 0
00000400:00000200:1.0:1769077841.366740:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366743:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366747:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077841.366750:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077841.366753:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077841.366756:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077841.366759:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077841.366762:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16072:16072:256:4294967295] 192.168.204.157@tcp LPNI seq info [16068:16068:8:4294967295]
00000400:00000200:1.0:1769077841.366767:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077841.366781:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077841.366786:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366790:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077841.366794:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077841.366797:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077841.366802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077841.366805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077841.366808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077841.366810:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077841.366812:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077841.366815:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077841.366818:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077841.366819:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077841.366821:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077841.366824:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366830:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.366832:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366849:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366850:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077841.366853:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077841.366855:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077841.366858:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077841.366860:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299202071
00000100:00000001:1.0:1769077841.366862:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366863:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299202071
00000100:00000001:1.0:1769077841.366865:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299203329
00000100:00000001:1.0:1769077841.366866:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077841.366868:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.366870:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077841.366873:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841]  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077841.366880:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077841.366882:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077841.366884:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077841.366886:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077841.366888:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077841.366890:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077841.366894:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077841.366903:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366909:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077841.366911:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366913:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366914:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077841.366918:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366925:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077841.366929:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366936:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077841.366938:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366940:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077841.366942:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366944:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077841.366946:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077841.366949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077841.366953:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077841.366955:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077841.366960:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077841.366967:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925814400:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077841.366970:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.366972:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.366974:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925814144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.366979:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077841.366980:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077841.366982:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077841.366984:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077841.366985:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077841.366986:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077841.366988:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077841.366989:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b000.
02000000:00000001:1.0:1769077841.366992:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077841.366994:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077841.366995:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:1.0:1769077841.366998:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077841.366999:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.367000:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.367002:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925814272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.367006:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077841.367007:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077841.367008:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077841.367009:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077841.367010:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077841.367011:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077841.367012:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077841.367013:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077841.367015:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077841.367016:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077841.367017:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:1.0:1769077841.367019:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077841.367020:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.367021:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077841.367022:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925814400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077841.367026:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077841.367027:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077841.367028:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077841.367029:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077841.367029:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077841.367030:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077841.367031:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077841.367032:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077841.367033:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077841.367034:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077841.367034:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:1.0:1769077841.367036:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077841.367037:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.367038:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077841.367043:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077841.367044:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077841.367045:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077841.367046:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077842.708644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299203329, at 4299203392
00000100:00000010:2.0:1769077842.708660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:1.0:1769077842.836699:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077842.836705:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077842.836709:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077843.860698:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077843.860702:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077843.860705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077844.884694:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077844.884698:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077844.884701:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077846.484647:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077846.484658:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077846.484662:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077846.484666:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077846.484672:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077846.484678:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4534
00000400:00000200:1.0:1769077846.484687:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077846.484692:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077846.484694:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077846.484697:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484699:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.484701:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484703:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077846.484706:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077846.484708:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077846.484711:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077846.484713:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077846.484715:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077846.484717:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077846.484719:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484721:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.484722:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484723:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077846.484725:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077846.484728:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484729:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077846.484732:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077846.484734:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077846.484736:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.484738:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077846.484739:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077846.484746:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769077846.484759:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077846.484762:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077846.484763:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.484766:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077846.484768:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077846.484771:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077846.484778:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769077846.484783:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077846.484789:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925814528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077846.484798:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077846.484801:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077846.484804:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925814528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077846.484821:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077846.484824:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077846.484827:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077846.484828:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077846.484829:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077846.484831:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077846.484833:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4534
00000400:00000200:1.0:1769077846.484837:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077846.484840:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077846.484841:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077846.484844:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484848:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.484851:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484855:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077846.484857:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077846.484858:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077846.484859:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077846.484860:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077846.484861:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077846.484863:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077846.484865:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484868:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.484869:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484871:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077846.484872:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077846.484876:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077846.484878:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077846.484880:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077846.484897:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077846.484901:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.484904:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077846.484909:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077846.484913:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.484916:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077846.484921:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769077846.484923:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077846.484927:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077846.484929:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.484932:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077846.484935:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077846.484938:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077846.484943:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769077846.484949:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077846.484972:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925814656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077846.484993:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077846.484997:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077846.485005:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925814656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077846.485033:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077846.485039:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077846.485045:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077846.485048:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077846.485052:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077846.485060:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077846.485068:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4534
00000400:00000200:1.0:1769077846.485078:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077846.485085:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077846.485089:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077846.485096:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485101:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.485103:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485109:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077846.485113:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077846.485116:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077846.485120:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077846.485122:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077846.485137:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077846.485147:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077846.485154:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485160:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.485167:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485173:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077846.485176:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077846.485182:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485187:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077846.485190:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077846.485195:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077846.485202:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485206:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769077846.485211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077846.485214:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000008:00100000:1.0:1769077846.485217:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077846.485225:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485228:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077846.485234:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769077846.485240:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077846.485250:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077846.485252:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485255:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077846.485258:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077846.485261:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077846.485266:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769077846.485269:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077846.485276:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925814784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077846.485291:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077846.485296:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077846.485307:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925814784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077846.485324:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077846.485327:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077846.485336:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077846.485339:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077846.485342:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077846.485345:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077846.485348:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4534
00000400:00000200:1.0:1769077846.485354:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077846.485360:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077846.485363:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077846.485368:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485373:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.485376:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485380:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077846.485383:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077846.485386:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077846.485389:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077846.485391:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077846.485395:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077846.485400:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077846.485407:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485409:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077846.485413:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485416:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077846.485420:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077846.485432:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077846.485444:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077846.485450:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077846.485454:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077846.485460:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485464:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077846.485468:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077846.485472:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485476:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077846.485481:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769077846.485485:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077846.485487:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077846.485488:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077846.485489:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077846.485490:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077846.485492:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077846.485496:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769077846.485501:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077846.485510:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925814912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077846.485563:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077846.485569:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077846.485579:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925814912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077846.485607:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077846.485611:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077846.485618:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077846.485626:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4544)
00000800:00000200:3.1:1769077846.485803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077846.485805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077846.486036:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077846.486038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077846.486246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077846.486248:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1769077846.932681:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077846.932684:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077846.932688:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077847.828661:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299208448, at 4299208512
00000100:00000010:2.0:1769077847.828673:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000020:00000001:2.0:1769077847.956782:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077847.956786:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077847.956790:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077848.980735:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077848.980738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077848.980740:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077851.028766:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077851.028770:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077851.028772:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077851.604655:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077851.604693:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077851.604696:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077851.604699:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077851.604702:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077851.604714:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4539
00000400:00000200:0.0:1769077851.604727:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077851.604735:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077851.604738:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077851.604742:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604746:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.604749:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604751:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077851.604756:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077851.604758:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077851.604761:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077851.604764:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077851.604767:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077851.604770:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077851.604773:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604775:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.604777:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604779:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077851.604781:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077851.604784:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604786:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077851.604788:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077851.604791:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077851.604793:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.604794:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077851.604797:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077851.604805:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077851.604808:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077851.604811:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077851.604812:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.604814:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077851.604816:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077851.604819:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077851.604825:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077851.604829:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077851.604836:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925815040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077851.604844:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077851.604847:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077851.604851:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925815040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077851.604868:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077851.604871:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077851.604873:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077851.604875:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077851.604876:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077851.604878:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077851.604879:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4539
00000400:00000200:0.0:1769077851.604882:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077851.604885:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077851.604887:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077851.604890:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604892:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.604894:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604895:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077851.604897:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077851.604899:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077851.604901:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077851.604904:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077851.604907:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077851.604911:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077851.604917:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604919:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.604923:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604928:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077851.604933:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077851.604938:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077851.604944:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077851.604947:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077851.604953:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077851.604957:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.604963:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077851.604967:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077851.604972:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.604974:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077851.604976:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077851.604978:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077851.604980:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077851.604983:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.604985:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077851.604989:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077851.604990:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077851.604994:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769077851.604999:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077851.605007:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925815168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077851.605019:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077851.605021:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077851.605029:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925815168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077851.605039:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077851.605041:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077851.605043:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077851.605047:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077851.605050:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077851.605054:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077851.605057:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4539
00000400:00000200:0.0:1769077851.605062:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077851.605067:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077851.605071:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077851.605077:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605083:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.605086:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605092:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077851.605096:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077851.605098:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077851.605101:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077851.605104:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077851.605107:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077851.605111:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077851.605115:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605117:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.605120:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605123:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077851.605126:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077851.605132:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605135:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077851.605139:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077851.605143:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077851.605148:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605151:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077851.605155:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077851.605158:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605160:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077851.605163:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077851.605164:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077851.605167:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077851.605169:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605174:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077851.605177:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077851.605181:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077851.605185:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769077851.605190:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077851.605199:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925815296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077851.605212:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077851.605217:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077851.605226:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925815296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077851.605240:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077851.605247:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077851.605247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769077851.605253:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077851.605263:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077851.605267:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077851.605269:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077851.605274:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077851.605280:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4539
00000400:00000200:0.0:1769077851.605289:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077851.605295:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077851.605299:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077851.605322:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605330:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.605332:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605334:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077851.605335:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077851.605337:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077851.605339:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077851.605342:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077851.605344:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077851.605350:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077851.605357:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605361:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077851.605366:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605368:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077851.605371:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077851.605392:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077851.605393:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077851.605394:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077851.605399:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077851.605401:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605404:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077851.605408:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077851.605411:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605414:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077851.605418:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077851.605422:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077851.605425:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077851.605426:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077851.605427:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077851.605429:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077851.605432:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077851.605436:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769077851.605456:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077851.605467:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925815424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077851.605487:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077851.605494:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077851.605522:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925815424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077851.605539:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077851.605545:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077851.605551:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077851.605559:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4549)
00000800:00000200:3.1:1769077851.605835:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077851.605838:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077851.606057:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077851.606059:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077851.606273:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077851.606275:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077852.052712:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077852.052717:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077852.052721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077852.948627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299213568, at 4299213632
00000100:00000010:2.0:1769077852.948661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000020:00000001:0.0:1769077853.076725:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077853.076729:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077853.076733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077855.124713:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077855.124717:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077855.124719:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077856.148662:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077856.148665:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077856.148669:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077856.724660:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077856.724669:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077856.724671:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077856.724674:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077856.724678:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077856.724684:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4544
00000400:00000200:0.0:1769077856.724692:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077856.724697:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077856.724699:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077856.724702:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724704:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.724706:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724708:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077856.724711:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077856.724713:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077856.724715:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077856.724718:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077856.724719:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077856.724721:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077856.724723:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724724:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.724725:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724727:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077856.724729:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077856.724731:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724733:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077856.724734:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077856.724737:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077856.724739:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.724741:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077856.724742:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077856.724751:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077856.724753:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077856.724756:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077856.724757:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.724759:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077856.724761:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077856.724764:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077856.724770:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077856.724774:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077856.724781:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925815552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077856.724789:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077856.724792:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077856.724796:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925815552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077856.724815:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077856.724818:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077856.724820:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077856.724821:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077856.724823:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077856.724825:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077856.724826:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4544
00000400:00000200:0.0:1769077856.724828:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077856.724830:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077856.724832:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077856.724834:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724836:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.724838:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724840:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077856.724842:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077856.724843:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077856.724844:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077856.724845:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077856.724847:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077856.724848:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077856.724850:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724852:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.724856:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724858:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077856.724862:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077856.724865:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724869:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077856.724870:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077856.724876:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077856.724878:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.724879:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077856.724884:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077856.724891:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.724896:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077856.724899:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077856.724903:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077856.724905:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077856.724908:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.724910:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077856.724913:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077856.724915:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077856.724919:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077856.724924:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077856.724930:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925815680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077856.724939:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077856.724942:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077856.724948:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925815680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077856.724958:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077856.724961:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077856.724964:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077856.724968:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077856.724971:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077856.724974:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077856.724976:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4544
00000400:00000200:0.0:1769077856.724981:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077856.724986:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077856.724988:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077856.724990:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724994:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.724997:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.724999:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077856.725001:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077856.725003:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077856.725007:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077856.725008:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077856.725010:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077856.725012:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077856.725019:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725024:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.725028:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725031:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077856.725033:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077856.725038:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725043:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077856.725046:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077856.725049:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077856.725053:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725057:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077856.725062:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077856.725066:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725068:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077856.725074:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077856.725079:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077856.725082:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077856.725084:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725087:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077856.725089:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077856.725090:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077856.725094:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077856.725097:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077856.725102:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925815808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077856.725124:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077856.725127:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077856.725134:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925815808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077856.725151:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077856.725155:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077856.725172:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077856.725178:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077856.725183:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077856.725189:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077856.725194:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4544
00000400:00000200:0.0:1769077856.725204:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077856.725214:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077856.725215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077856.725221:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077856.725221:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769077856.725231:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725242:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.725245:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725247:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077856.725248:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077856.725250:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077856.725252:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077856.725256:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077856.725260:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077856.725262:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077856.725267:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725271:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077856.725276:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725279:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077856.725290:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077856.725295:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077856.725307:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077856.725311:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077856.725315:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077856.725320:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725324:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077856.725327:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077856.725331:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725333:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077856.725337:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077856.725341:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077856.725345:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077856.725348:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077856.725351:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077856.725354:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077856.725363:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077856.725368:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077856.725371:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077856.725377:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925815936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077856.725391:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077856.725402:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077856.725406:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925815936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077856.725414:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077856.725418:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077856.725422:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077856.725428:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4555)
00000800:00000200:3.1:1769077856.725724:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077856.725726:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077856.725909:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077856.725911:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077856.726087:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077856.726089:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769077857.172664:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077857.172667:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077857.172670:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077858.068596:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299218688, at 4299218752
00000100:00000010:2.0:1769077858.068611:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000020:00000001:1.0:1769077859.220733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077859.220738:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077859.220742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077860.244703:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077860.244709:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077860.244712:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077861.268707:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077861.268711:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077861.268714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077861.844673:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077861.844690:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077861.844693:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077861.844697:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077861.844701:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077861.844709:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4550
00000400:00000200:0.0:1769077861.844720:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077861.844727:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077861.844730:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077861.844734:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844737:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.844740:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844743:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077861.844748:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077861.844750:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077861.844752:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077861.844755:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077861.844758:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077861.844761:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077861.844764:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844766:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.844768:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844770:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077861.844774:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077861.844778:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844782:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077861.844786:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077861.844789:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077861.844792:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.844795:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077861.844797:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077861.844807:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077861.844812:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077861.844816:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077861.844817:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.844821:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077861.844823:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077861.844828:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077861.844837:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077861.844843:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077861.844852:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925816064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077861.844863:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077861.844867:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077861.844873:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925816064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077861.844899:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077861.844903:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077861.844907:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077861.844909:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077861.844911:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077861.844914:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077861.844917:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4550
00000400:00000200:0.0:1769077861.844921:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077861.844925:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077861.844928:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077861.844931:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844933:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.844936:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844939:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077861.844941:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077861.844943:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077861.844945:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077861.844947:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077861.844950:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077861.844953:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077861.844958:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844961:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.844963:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844966:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077861.844969:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077861.844976:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077861.844982:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077861.844987:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077861.844993:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077861.844999:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845004:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077861.845010:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077861.845018:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845024:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077861.845031:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077861.845037:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077861.845042:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077861.845046:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845050:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077861.845053:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077861.845058:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077861.845067:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769077861.845073:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077861.845084:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925816192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077861.845118:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077861.845124:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077861.845134:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925816192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077861.845150:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077861.845153:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077861.845156:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077861.845157:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077861.845160:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077861.845168:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077861.845173:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4550
00000400:00000200:0.0:1769077861.845181:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077861.845189:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077861.845194:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077861.845203:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845209:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.845216:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845222:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077861.845229:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077861.845232:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077861.845236:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077861.845241:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077861.845246:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077861.845252:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077861.845261:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845267:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077861.845276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077861.845280:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769077861.845283:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845289:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077861.845296:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077861.845303:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845308:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077861.845313:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077861.845318:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077861.845322:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845326:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077861.845330:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077861.845335:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845339:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077861.845345:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077861.845350:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077861.845353:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077861.845355:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845357:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077861.845358:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077861.845362:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077861.845370:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077861.845376:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077861.845387:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925816320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077861.845401:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077861.845406:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077861.845416:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925816320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077861.845430:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077861.845437:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077861.845444:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077861.845449:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077861.845454:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077861.845460:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077861.845468:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4550
00000400:00000200:0.0:1769077861.845477:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077861.845487:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077861.845508:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077861.845517:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845558:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.845566:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845573:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077861.845579:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077861.845583:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077861.845587:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077861.845593:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077861.845600:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077861.845606:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077861.845617:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845621:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077861.845626:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845632:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077861.845637:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077861.845645:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077861.845653:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077861.845658:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077861.845664:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077861.845671:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845675:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077861.845681:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077861.845688:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845692:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077861.845700:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077861.845707:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077861.845714:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077861.845718:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077861.845721:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077861.845725:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077861.845731:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077861.845741:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077861.845748:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077861.845758:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925816448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077861.845780:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077861.845786:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077861.845796:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925816448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077861.845813:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077861.845818:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077861.845824:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077861.845831:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4560)
00000800:00000200:3.1:1769077861.845899:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077861.845901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077861.846095:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077861.846097:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077861.846408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077861.846409:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769077863.188602:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299223808, at 4299223872
00000100:00000010:2.0:1769077863.188616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00000020:00000001:1.0:1769077863.316738:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077863.316742:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077863.316746:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077864.340680:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077864.340684:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077864.340687:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077865.364740:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077865.364743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077865.364746:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077866.964627:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077866.964638:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077866.964641:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077866.964644:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077866.964649:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077866.964657:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4555
00000400:00000200:0.0:1769077866.964666:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077866.964673:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077866.964676:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077866.964680:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964683:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.964686:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964689:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077866.964694:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077866.964696:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077866.964699:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077866.964702:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077866.964704:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077866.964707:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077866.964710:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964722:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.964724:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964727:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077866.964730:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077866.964738:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964741:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077866.964744:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077866.964748:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077866.964751:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.964753:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077866.964756:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077866.964766:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769077866.964769:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077866.964774:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077866.964776:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.964779:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077866.964781:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077866.964784:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077866.964792:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077866.964796:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077866.964803:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925816576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077866.964811:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077866.964815:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077866.964818:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925816576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077866.964837:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077866.964839:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077866.964842:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077866.964843:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077866.964844:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077866.964846:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077866.964848:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4555
00000400:00000200:0.0:1769077866.964851:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077866.964854:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077866.964856:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077866.964859:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964861:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.964863:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964865:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077866.964866:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077866.964868:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077866.964870:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077866.964873:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077866.964875:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077866.964878:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077866.964885:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964887:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.964891:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964896:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077866.964900:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077866.964905:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077866.964913:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077866.964916:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077866.964921:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077866.964927:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.964930:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077866.964936:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077866.964940:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.964943:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077866.964950:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769077866.964953:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077866.964955:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077866.964958:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.964962:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077866.964963:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077866.964964:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077866.964972:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769077866.964976:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077866.964982:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925816704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077866.964989:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077866.964993:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077866.964999:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925816704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077866.965019:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077866.965022:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077866.965029:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077866.965032:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077866.965035:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077866.965040:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077866.965045:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4555
00000400:00000200:0.0:1769077866.965052:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077866.965057:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077866.965061:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077866.965064:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965066:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.965070:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965074:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077866.965077:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077866.965078:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077866.965081:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077866.965084:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077866.965087:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077866.965089:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769077866.965093:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965096:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.965100:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965105:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077866.965109:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077866.965115:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965120:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077866.965125:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077866.965130:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077866.965132:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965135:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077866.965137:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077866.965141:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965144:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077866.965148:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769077866.965152:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077866.965156:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077866.965160:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965161:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077866.965163:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077866.965166:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077866.965171:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077866.965175:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077866.965183:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925816832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077866.965186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077866.965192:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769077866.965198:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077866.965203:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077866.965210:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925816832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077866.965220:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077866.965224:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077866.965228:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077866.965229:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077866.965232:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077866.965235:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077866.965239:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4555
00000400:00000200:0.0:1769077866.965247:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077866.965253:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077866.965257:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077866.965262:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965265:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.965268:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965273:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077866.965276:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077866.965279:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077866.965281:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077866.965284:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077866.965287:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077866.965292:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077866.965297:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965300:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077866.965304:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965308:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077866.965313:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077866.965316:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077866.965321:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077866.965322:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077866.965325:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077866.965330:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965332:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077866.965334:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077866.965339:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965343:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077866.965348:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769077866.965353:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077866.965357:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077866.965360:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077866.965363:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077866.965365:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077866.965368:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077866.965373:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077866.965378:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077866.965384:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925816960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077866.965398:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077866.965401:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077866.965423:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925816960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077866.965435:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077866.965441:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077866.965447:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077866.965453:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4565)
00000800:00000200:3.1:1769077866.965647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077866.965649:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077866.965850:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077866.965852:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077866.966025:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077866.966027:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769077867.412745:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077867.412749:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077867.412753:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077868.308616:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299228928, at 4299228992
00000100:00000010:2.0:1769077868.308632:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000020:00000001:2.0:1769077868.436681:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077868.436689:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077868.436692:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077869.460748:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077869.460752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077869.460756:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077871.508701:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077871.508705:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077871.508708:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077872.084656:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077872.084665:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077872.084667:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077872.084670:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077872.084673:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077872.084680:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4560
00000400:00000200:1.0:1769077872.084688:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077872.084693:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077872.084695:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077872.084698:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084700:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.084702:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084704:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077872.084707:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077872.084709:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077872.084711:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077872.084713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077872.084714:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077872.084716:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077872.084717:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084719:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.084720:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084721:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077872.084724:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077872.084726:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084728:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077872.084730:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077872.084733:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077872.084735:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.084736:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077872.084738:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077872.084746:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769077872.084748:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077872.084751:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077872.084752:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.084754:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077872.084756:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077872.084760:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077872.084765:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769077872.084770:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077872.084776:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925817088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077872.084784:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077872.084788:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077872.084791:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925817088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077872.084810:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077872.084812:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077872.084815:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077872.084816:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077872.084817:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077872.084819:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077872.084821:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4560
00000400:00000200:1.0:1769077872.084823:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077872.084825:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077872.084827:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077872.084829:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084830:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.084831:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084833:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077872.084834:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077872.084835:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077872.084836:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077872.084837:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077872.084839:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077872.084840:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077872.084842:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084844:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.084846:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084848:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077872.084850:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077872.084852:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077872.084854:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077872.084855:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077872.084859:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077872.084861:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.084864:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077872.084867:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077872.084871:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.084874:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077872.084877:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769077872.084881:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077872.084883:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077872.084885:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.084889:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077872.084891:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077872.084893:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077872.084898:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769077872.084910:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077872.084916:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925817216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077872.084928:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077872.084933:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077872.084943:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925817216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077872.084958:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077872.084963:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077872.084968:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077872.084973:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077872.084976:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077872.084980:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077872.084986:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4560
00000400:00000200:1.0:1769077872.084994:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077872.085000:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077872.085006:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077872.085011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085018:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.085024:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085028:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077872.085033:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077872.085036:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077872.085040:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077872.085043:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077872.085045:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077872.085048:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077872.085054:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085057:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.085059:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085061:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077872.085066:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077872.085069:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085073:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077872.085075:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077872.085079:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077872.085082:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085086:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077872.085088:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077872.085092:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085095:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077872.085098:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769077872.085101:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077872.085105:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077872.085106:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085107:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077872.085108:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077872.085110:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077872.085114:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769077872.085119:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077872.085125:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925817344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077872.085143:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077872.085146:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077872.085153:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925817344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077872.085166:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077872.085169:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077872.085176:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077872.085179:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077872.085182:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077872.085185:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077872.085188:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4560
00000400:00000200:1.0:1769077872.085196:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077872.085202:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077872.085207:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077872.085210:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085213:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.085217:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085222:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077872.085223:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077872.085225:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077872.085226:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077872.085229:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077872.085232:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077872.085233:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077872.085238:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085241:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077872.085245:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085248:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077872.085250:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077872.085254:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077872.085258:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077872.085260:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769077872.085263:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769077872.085264:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077872.085267:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085270:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077872.085272:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1769077872.085272:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000008:00000001:1.0:1769077872.085278:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085280:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077872.085285:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769077872.085288:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077872.085293:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077872.085295:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077872.085296:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077872.085298:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077872.085300:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077872.085304:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769077872.085309:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077872.085316:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925817472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077872.085338:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077872.085342:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077872.085352:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925817472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077872.085371:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077872.085376:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077872.085380:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077872.085385:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4570)
00000800:00000200:3.1:1769077872.085802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077872.085805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077872.086129:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077872.086132:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077872.086463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077872.086466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077872.532748:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077872.532752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077872.532755:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077873.428657:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299234048, at 4299234112
00000100:00000010:2.0:1769077873.428684:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000020:00000001:0.0:1769077873.556754:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077873.556758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077873.556762:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077875.604673:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077875.604678:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077875.604682:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077876.373424:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769077876.373432:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077876.373451:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769077876.373458:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769077876.373463:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077876.628727:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077876.628732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077876.628736:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077877.204899:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077877.204904:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077877.204907:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077877.204913:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.204928:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077877.204931:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.204935:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077877.204938:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077877.204941:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077877.204944:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925817600:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077877.204948:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077877.204953:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077877.204955:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.204958:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077877.204968:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077877.204970:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077877.204977:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077877.204981:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077877.204989:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077877.204998:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925817600, portal 25
00000100:00000001:1.0:1769077877.205001:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077877.205003:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169712640 : -125582539838976 : ffff8dc88952aa00)
00000100:00000040:1.0:1769077877.205009:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205017:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077877.205020:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077877.205023:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077877.205027:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925817600, offset 0
00000400:00000200:1.0:1769077877.205033:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205042:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205048:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077877.205055:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077877.205059:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077877.205064:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077877.205067:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205071:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16097:16097:256:4294967295] 192.168.204.157@tcp LPNI seq info [16093:16093:8:4294967295]
00000400:00000200:1.0:1769077877.205076:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205087:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077877.205094:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205099:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077877.205107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077877.205111:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077877.205118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077877.205121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077877.205126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205129:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077877.205136:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077877.205141:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077877.205147:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077877.205150:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077877.205155:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077877.205159:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205168:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.205172:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205179:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205181:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077877.205187:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077877.205191:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077877.205194:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299239168
00000100:00000010:1.0:1769077877.205200:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ea0.
00000100:00000001:1.0:1769077877.205207:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077877.205228:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299239168
00000100:00000010:1.0:1769077877.205259:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3de0.
00000100:00000001:1.0:1769077877.205262:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077877.205266:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077877.205269:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205272:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077877.205276:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877]  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077877.205285:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077877.205287:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077877.205289:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077877.205291:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077877.205293:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077877.205296:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077877.205299:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077877.205308:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205314:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077877.205316:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.205320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077877.205324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205330:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077877.205333:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205337:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077877.205339:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.205341:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205342:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077877.205344:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077877.205345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077877.205348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077877.205349:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077877.205352:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077877.205357:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925817600:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077877.205360:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205361:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.205363:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952aa00 x1855007925817600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205371:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077877.205374:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077877.205376:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077877.205378:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077877.205380:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077877.205381:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077877.205383:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077877.205386:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769077877.205389:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077877.205392:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077877.205394:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952aa00.
00000100:00000001:1.0:1769077877.205398:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077877.205399:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205402:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205411:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077877.205413:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205415:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077877.205417:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077877.205418:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077877.205422:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205429:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077877.205430:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.205433:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077877.205435:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077877.205437:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077877.205440:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817728:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077877.205443:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077877.205445:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077877.205446:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.205448:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077877.205451:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077877.205453:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077877.205457:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077877.205460:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077877.205463:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077877.205466:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925817728, portal 10
00000100:00000001:1.0:1769077877.205468:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077877.205469:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169710848 : -125582539840768 : ffff8dc88952a300)
00000100:00000040:1.0:1769077877.205475:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205481:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077877.205484:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077877.205487:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077877.205490:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925817728, offset 0
00000400:00000200:1.0:1769077877.205496:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205501:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205506:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077877.205510:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077877.205514:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077877.205517:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077877.205519:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205554:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16098:16098:256:4294967295] 192.168.204.157@tcp LPNI seq info [16094:16094:8:4294967295]
00000400:00000200:1.0:1769077877.205560:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205567:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077877.205573:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205577:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077877.205581:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077877.205584:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077877.205590:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077877.205593:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077877.205597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205600:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077877.205603:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077877.205607:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077877.205610:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077877.205613:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077877.205616:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077877.205620:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.205633:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205641:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077877.205645:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077877.205650:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077877.205654:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077877.205657:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299237904
00000100:00000001:1.0:1769077877.205661:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.205664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299237904
00000100:00000001:1.0:1769077877.205667:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.205669:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077877.205673:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205675:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077877.205679:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877]  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077877.205688:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077877.205689:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077877.205691:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077877.205694:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077877.205696:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077877.205699:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077877.205702:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077877.205711:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205718:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077877.205719:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205721:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.205722:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077877.205726:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205741:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077877.205745:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205753:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077877.205755:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.205758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.205760:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077877.205762:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077877.205764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077877.205767:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077877.205770:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077877.205773:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077877.205781:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817728:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077877.205785:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077877.205788:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205794:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077877.205795:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.205797:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077877.205799:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077877.205801:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077877.205804:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077877.205807:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077877.205809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077877.205810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.205812:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077877.205815:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769077877.205817:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077877.205821:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077877.205823:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077877.205826:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077877.205829:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925817856, portal 10
00000100:00000001:1.0:1769077877.205831:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077877.205832:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169717120 : -125582539834496 : ffff8dc88952bb80)
00000100:00000040:1.0:1769077877.205838:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205844:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077877.205846:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077877.205848:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077877.205850:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925817856, offset 0
00000400:00000200:1.0:1769077877.205854:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205860:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077877.205863:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077877.205866:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077877.205868:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077877.205871:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077877.205874:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16099:16099:256:4294967295] 192.168.204.157@tcp LPNI seq info [16095:16095:8:4294967295]
00000400:00000200:1.0:1769077877.205878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.205884:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077877.205889:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205892:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077877.205896:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077877.205899:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077877.205903:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077877.205907:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077877.205911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.205913:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077877.205915:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077877.205918:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077877.205922:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077877.205924:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077877.205926:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077877.205930:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205938:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.205941:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.205948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205950:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077877.205953:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077877.205956:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077877.205959:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077877.205961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299237913
00000100:00000001:1.0:1769077877.205964:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.205966:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299237913
00000100:00000001:1.0:1769077877.205968:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.205970:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077877.205972:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.205974:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077877.205978:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877]  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077877.205985:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077877.205986:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077877.205988:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077877.205990:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077877.205992:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077877.205994:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077877.205997:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077877.206006:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206013:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077877.206015:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.206017:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077877.206020:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206027:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077877.206030:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206036:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077877.206039:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206040:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.206041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206043:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077877.206044:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077877.206047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077877.206050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077877.206052:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077877.206056:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077877.206064:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077877.206068:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077877.206072:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206078:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077877.206080:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.206082:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077877.206084:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077877.206086:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077877.206088:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817984:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077877.206092:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077877.206094:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077877.206095:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077877.206097:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077877.206100:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077877.206102:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077877.206106:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077877.206109:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077877.206112:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077877.206115:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925817984, portal 4
00000100:00000001:1.0:1769077877.206117:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077877.206119:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769077877.206125:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206131:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077877.206134:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077877.206136:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077877.206139:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925817984, offset 0
00000400:00000200:1.0:1769077877.206143:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077877.206147:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.206150:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077877.206153:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077877.206156:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077877.206158:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077877.206160:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077877.206164:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16100:16100:256:4294967295] 192.168.204.157@tcp LPNI seq info [16096:16096:8:4294967295]
00000400:00000200:1.0:1769077877.206168:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077877.206174:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077877.206179:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.206182:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077877.206186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077877.206189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077877.206193:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077877.206196:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077877.206200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077877.206202:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077877.206205:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077877.206208:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077877.206211:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077877.206213:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077877.206215:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077877.206219:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206227:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.206229:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206248:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.206250:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077877.206254:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077877.206257:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077877.206260:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077877.206262:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299237910
00000100:00000001:1.0:1769077877.206265:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.206267:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299237910
00000100:00000001:1.0:1769077877.206269:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299239168
00000100:00000001:1.0:1769077877.206272:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077877.206274:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.206276:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077877.206280:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877]  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077877.206288:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077877.206289:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077877.206291:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077877.206293:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077877.206295:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077877.206297:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077877.206300:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077877.206308:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206315:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077877.206316:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.206319:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077877.206322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077877.206333:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206340:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077877.206343:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206344:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077877.206346:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206348:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077877.206349:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077877.206352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077877.206355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077877.206358:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077877.206362:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077877.206370:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925817984:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077877.206373:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206375:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.206378:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a300 x1855007925817728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206384:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077877.206386:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077877.206387:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077877.206390:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077877.206391:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077877.206392:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077877.206394:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077877.206396:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769077877.206398:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077877.206400:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077877.206401:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a300.
00000100:00000001:1.0:1769077877.206404:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077877.206405:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206406:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.206410:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952bb80 x1855007925817856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206416:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077877.206417:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077877.206419:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769077877.206421:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077877.206422:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077877.206424:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077877.206425:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077877.206427:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769077877.206429:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077877.206431:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077877.206432:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952bb80.
00000100:00000001:1.0:1769077877.206435:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077877.206436:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206437:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077877.206441:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925817984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077877.206447:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077877.206448:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077877.206449:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077877.206452:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077877.206453:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077877.206454:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077877.206456:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077877.206458:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769077877.206459:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077877.206460:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077877.206461:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769077877.206462:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077877.206463:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206464:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077877.206467:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077877.206468:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077877.206469:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077877.206470:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077877.652737:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077877.652740:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077877.652743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077878.548675:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299239168, at 4299239232
00000100:00000010:2.0:1769077878.548700:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000020:00000001:1.0:1769077879.700733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077879.700737:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077879.700740:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077880.724789:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077880.724796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077880.724801:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077881.748721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077881.748727:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077881.748730:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077882.324689:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077882.324700:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077882.324702:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077882.324706:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077882.324710:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077882.324718:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4570
00000400:00000200:1.0:1769077882.324727:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077882.324734:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077882.324737:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077882.324739:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324742:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.324744:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077882.324750:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077882.324751:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077882.324753:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077882.324755:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077882.324757:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077882.324758:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077882.324760:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324761:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.324762:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324764:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077882.324766:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077882.324769:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324770:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077882.324773:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077882.324776:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077882.324778:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.324779:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077882.324781:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077882.324792:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769077882.324795:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077882.324798:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077882.324799:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.324802:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077882.324804:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077882.324808:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077882.324815:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769077882.324821:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077882.324830:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925818112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077882.324842:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077882.324847:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077882.324851:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925818112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077882.324881:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077882.324884:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077882.324887:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077882.324888:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077882.324891:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077882.324893:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077882.324896:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4570
00000400:00000200:1.0:1769077882.324901:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077882.324905:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077882.324907:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077882.324910:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324913:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.324915:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324919:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077882.324922:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077882.324926:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077882.324929:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077882.324931:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077882.324935:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077882.324937:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077882.324945:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324949:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.324954:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324958:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077882.324962:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077882.324967:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077882.324971:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077882.324977:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077882.324985:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077882.324992:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.324996:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077882.325001:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077882.325008:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325011:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077882.325016:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769077882.325022:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077882.325026:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077882.325030:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325035:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077882.325038:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077882.325041:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077882.325048:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769077882.325054:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077882.325062:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925818240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077882.325077:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077882.325082:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077882.325089:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925818240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077882.325107:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077882.325112:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077882.325115:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077882.325117:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077882.325121:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077882.325123:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077882.325135:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4570
00000400:00000200:1.0:1769077882.325139:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077882.325141:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077882.325143:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077882.325161:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325162:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.325164:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325165:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077882.325167:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077882.325168:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077882.325171:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077882.325174:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077882.325176:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077882.325178:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077882.325184:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325189:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.325192:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325194:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077882.325199:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077882.325205:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325210:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077882.325213:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077882.325219:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077882.325225:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325231:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077882.325235:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077882.325238:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325240:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077882.325243:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769077882.325247:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077882.325253:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077882.325257:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325260:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077882.325262:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077882.325266:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077882.325271:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769077882.325285:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077882.325294:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925818368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077882.325295:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077882.325302:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769077882.325305:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077882.325309:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077882.325314:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925818368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077882.325323:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077882.325326:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077882.325330:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077882.325333:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077882.325334:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077882.325339:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077882.325343:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4570
00000400:00000200:1.0:1769077882.325347:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077882.325349:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077882.325351:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077882.325354:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325356:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.325359:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325364:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077882.325367:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077882.325370:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077882.325373:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077882.325378:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077882.325390:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077882.325395:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077882.325400:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325405:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077882.325410:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325416:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077882.325422:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077882.325429:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077882.325433:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077882.325438:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077882.325446:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077882.325451:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325452:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077882.325454:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077882.325459:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325460:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077882.325464:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769077882.325466:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077882.325470:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077882.325471:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077882.325473:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077882.325474:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077882.325476:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077882.325479:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769077882.325483:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077882.325489:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925818496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077882.325496:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077882.325500:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077882.325507:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925818496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077882.325515:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077882.325519:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077882.325571:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077882.325580:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4580)
00000800:00000200:3.1:1769077882.325870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077882.325873:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077882.326174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077882.326177:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077882.326447:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077882.326449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077883.668629:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299244288, at 4299244352
00000100:00000010:2.0:1769077883.668643:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000020:00000001:1.0:1769077883.796733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077883.796737:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077883.796740:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077884.820710:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077884.820712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077884.820714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077885.844680:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077885.844682:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077885.844684:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077887.444639:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077887.444648:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077887.444650:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077887.444654:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077887.444658:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077887.444665:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4575
00000400:00000200:2.0:1769077887.444673:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077887.444678:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077887.444681:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077887.444684:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444687:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.444690:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444692:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077887.444697:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077887.444699:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077887.444701:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077887.444704:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077887.444706:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077887.444709:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077887.444711:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444713:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.444715:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444718:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077887.444721:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077887.444723:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444725:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077887.444728:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077887.444731:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077887.444734:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.444736:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077887.444738:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077887.444746:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077887.444750:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077887.444753:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077887.444755:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.444758:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077887.444760:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077887.444763:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077887.444770:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077887.444775:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077887.444783:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925818624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077887.444792:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077887.444796:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077887.444800:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925818624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077887.444825:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077887.444828:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077887.444831:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077887.444833:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077887.444834:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077887.444837:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077887.444839:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4575
00000400:00000200:2.0:1769077887.444843:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077887.444845:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077887.444847:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077887.444850:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444852:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.444854:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444856:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077887.444858:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077887.444859:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077887.444861:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077887.444862:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077887.444864:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077887.444867:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077887.444870:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444872:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.444873:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444875:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077887.444877:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077887.444880:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077887.444882:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077887.444884:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077887.444898:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077887.444900:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.444902:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077887.444905:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077887.444908:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.444910:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077887.444913:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077887.444915:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077887.444917:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077887.444919:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.444920:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077887.444921:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077887.444923:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077887.444927:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769077887.444930:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077887.444936:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925818752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077887.444946:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077887.444949:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077887.444956:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925818752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077887.444972:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077887.444977:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077887.444982:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077887.444986:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077887.444992:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077887.444998:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077887.445004:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4575
00000400:00000200:2.0:1769077887.445012:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077887.445017:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077887.445020:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077887.445026:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445030:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.445034:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445038:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077887.445041:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077887.445043:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077887.445046:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077887.445049:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077887.445053:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077887.445057:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077887.445071:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445075:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.445078:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445080:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077887.445085:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077887.445091:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445098:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077887.445103:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077887.445107:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077887.445111:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445116:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077887.445119:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077887.445126:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445129:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077887.445134:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769077887.445139:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077887.445143:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077887.445144:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445148:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077887.445151:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077887.445153:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077887.445159:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077887.445163:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077887.445170:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925818880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077887.445186:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077887.445190:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077887.445197:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925818880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077887.445210:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077887.445215:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077887.445222:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077887.445225:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077887.445228:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077887.445233:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077887.445245:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4575
00000400:00000200:2.0:1769077887.445251:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769077887.445256:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769077887.445259:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077887.445261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1769077887.445265:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077887.445273:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445277:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.445280:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445283:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077887.445287:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077887.445289:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077887.445292:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077887.445296:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077887.445298:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077887.445302:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077887.445308:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445311:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077887.445316:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445319:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077887.445323:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077887.445329:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077887.445334:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077887.445337:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077887.445341:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077887.445344:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445349:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077887.445351:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077887.445356:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445360:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077887.445365:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077887.445375:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077887.445379:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077887.445382:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077887.445384:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077887.445386:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077887.445389:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077887.445394:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077887.445399:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077887.445405:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925819008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077887.445430:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077887.445433:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077887.445443:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925819008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077887.445455:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077887.445459:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077887.445466:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077887.445472:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4585)
00000800:00000200:3.1:1769077887.445759:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077887.445763:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077887.446033:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077887.446036:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077887.446316:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077887.446318:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1769077887.892712:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077887.892716:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077887.892720:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077888.788624:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299249408, at 4299249472
00000100:00000010:2.0:1769077888.788640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000020:00000001:2.0:1769077888.916703:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077888.916707:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077888.916711:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077889.940708:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077889.940712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077889.940715:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077891.988812:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077891.988817:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077891.988822:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077892.564854:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077892.564859:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077892.564862:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077892.564870:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.564883:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077892.564886:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.564890:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077892.564894:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077892.564898:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077892.564904:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925819136:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077892.564909:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077892.564914:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077892.564917:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.564920:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077892.564925:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769077892.564927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077892.564936:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077892.564940:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077892.564947:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077892.564954:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819136, portal 25
00000100:00000001:1.0:1769077892.564957:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077892.564960:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769077892.564966:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.564992:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077892.564999:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077892.565003:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077892.565007:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925819136, offset 0
00000400:00000200:1.0:1769077892.565014:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565031:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077892.565038:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077892.565042:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077892.565047:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077892.565051:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565057:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16109:16109:256:4294967295] 192.168.204.157@tcp LPNI seq info [16105:16105:8:4294967295]
00000400:00000200:1.0:1769077892.565064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565075:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077892.565082:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565088:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077892.565098:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077892.565101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077892.565110:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077892.565115:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077892.565123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565126:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077892.565131:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077892.565137:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077892.565142:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077892.565145:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077892.565150:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077892.565156:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565174:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.565179:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565195:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565198:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077892.565204:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077892.565212:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077892.565216:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299254528
00000100:00000010:1.0:1769077892.565226:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a35a0.
00000100:00000001:1.0:1769077892.565236:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077892.565244:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299254528
00000100:00000010:1.0:1769077892.565252:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a33c0.
00000100:00000001:1.0:1769077892.565258:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077892.565263:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077892.565268:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565274:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077892.565280:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892]  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077892.565300:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077892.565304:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077892.565307:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077892.565312:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077892.565315:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077892.565318:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077892.565325:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077892.565337:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565347:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077892.565350:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565353:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565356:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077892.565365:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565383:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077892.565392:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565408:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077892.565411:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565414:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565418:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077892.565420:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077892.565424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077892.565431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077892.565434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077892.565439:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077892.565452:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925819136:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077892.565460:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.565468:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925819136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565476:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077892.565479:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077892.565482:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769077892.565486:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077892.565488:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077892.565490:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077892.565494:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077892.565498:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769077892.565503:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077892.565505:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077892.565507:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769077892.565510:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077892.565513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565516:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565553:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077892.565556:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565559:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077892.565561:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077892.565562:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077892.565567:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565575:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077892.565577:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565579:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077892.565581:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077892.565583:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077892.565586:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819264:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077892.565589:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077892.565591:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077892.565592:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565593:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077892.565595:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769077892.565597:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077892.565600:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077892.565602:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077892.565604:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077892.565606:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819264, portal 10
00000100:00000001:1.0:1769077892.565608:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077892.565609:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769077892.565613:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565617:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077892.565618:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077892.565620:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077892.565621:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925819264, offset 0
00000400:00000200:1.0:1769077892.565623:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565626:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565628:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077892.565630:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077892.565632:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077892.565633:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077892.565635:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565636:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16110:16110:256:4294967295] 192.168.204.157@tcp LPNI seq info [16106:16106:8:4294967295]
00000400:00000200:1.0:1769077892.565639:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565643:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077892.565645:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565647:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077892.565649:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077892.565651:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077892.565654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077892.565655:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077892.565657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565658:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077892.565660:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077892.565662:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077892.565664:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077892.565665:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077892.565667:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077892.565668:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565677:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.565678:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565682:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565683:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077892.565685:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077892.565687:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077892.565689:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077892.565690:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299253264
00000100:00000001:1.0:1769077892.565691:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.565693:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299253264
00000100:00000001:1.0:1769077892.565694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.565696:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077892.565697:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565698:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077892.565700:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892]  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077892.565704:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077892.565705:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077892.565705:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077892.565707:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077892.565707:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077892.565708:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077892.565710:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077892.565716:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565722:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077892.565724:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565726:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565727:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077892.565731:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565737:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077892.565741:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565747:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077892.565749:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565751:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565752:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565754:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077892.565755:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077892.565757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077892.565759:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077892.565761:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077892.565763:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077892.565768:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819264:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077892.565770:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077892.565772:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565776:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077892.565777:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565778:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077892.565779:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077892.565780:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077892.565782:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077892.565784:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077892.565785:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077892.565787:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565788:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077892.565790:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077892.565791:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077892.565793:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077892.565795:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077892.565796:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077892.565798:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819392, portal 10
00000100:00000001:1.0:1769077892.565799:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077892.565800:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769077892.565803:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565807:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077892.565808:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077892.565810:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077892.565811:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925819392, offset 0
00000400:00000200:1.0:1769077892.565813:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565815:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565817:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077892.565819:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077892.565821:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077892.565822:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077892.565824:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565826:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16111:16111:256:4294967295] 192.168.204.157@tcp LPNI seq info [16107:16107:8:4294967295]
00000400:00000200:1.0:1769077892.565828:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565832:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077892.565834:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565836:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077892.565839:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077892.565840:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077892.565843:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077892.565844:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077892.565846:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.565847:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077892.565849:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077892.565851:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077892.565853:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077892.565854:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077892.565855:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077892.565858:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565862:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.565864:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565867:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565868:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077892.565870:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077892.565871:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077892.565873:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077892.565874:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299253273
00000100:00000001:1.0:1769077892.565875:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.565877:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299253273
00000100:00000001:1.0:1769077892.565878:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.565879:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077892.565880:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.565881:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077892.565883:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892]  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077892.565887:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077892.565888:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077892.565889:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077892.565891:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077892.565891:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077892.565893:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077892.565894:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077892.565899:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565902:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077892.565903:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565904:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565904:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077892.565906:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565909:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077892.565911:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565915:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077892.565916:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565917:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.565918:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.565919:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077892.565920:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077892.565921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077892.565923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077892.565924:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077892.565926:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077892.565934:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077892.565936:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077892.565938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565941:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077892.565942:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565943:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077892.565944:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077892.565945:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077892.565946:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819520:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077892.565948:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077892.565949:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077892.565950:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077892.565951:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077892.565953:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077892.565954:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077892.565956:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077892.565957:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077892.565959:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077892.565961:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819520, portal 4
00000100:00000001:1.0:1769077892.565962:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077892.565962:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169703680 : -125582539847936 : ffff8dc889528700)
00000100:00000040:1.0:1769077892.565965:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.565969:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077892.565970:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077892.565971:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077892.565985:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925819520, offset 0
00000400:00000200:1.0:1769077892.565989:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077892.565992:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.565994:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077892.565995:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077892.565997:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077892.565998:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077892.566000:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077892.566001:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16112:16112:256:4294967295] 192.168.204.157@tcp LPNI seq info [16108:16108:8:4294967295]
00000400:00000200:1.0:1769077892.566004:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077892.566007:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077892.566010:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.566012:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077892.566014:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077892.566015:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077892.566018:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077892.566019:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077892.566021:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077892.566023:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077892.566024:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077892.566026:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077892.566027:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077892.566028:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077892.566030:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077892.566032:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566036:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.566038:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566042:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.566043:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077892.566044:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077892.566046:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077892.566048:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077892.566049:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299253270
00000100:00000001:1.0:1769077892.566051:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.566052:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299253270
00000100:00000001:1.0:1769077892.566053:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299254528
00000100:00000001:1.0:1769077892.566054:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077892.566056:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.566057:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077892.566058:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892]  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077892.566062:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077892.566063:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077892.566064:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077892.566065:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077892.566066:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077892.566067:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077892.566069:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077892.566074:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566077:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077892.566078:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566079:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.566080:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077892.566081:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566085:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077892.566087:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566090:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077892.566092:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566093:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077892.566094:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566095:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077892.566096:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077892.566097:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077892.566099:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077892.566100:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077892.566102:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077892.566106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819520:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077892.566108:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566109:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.566110:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925819264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566114:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077892.566115:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077892.566116:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769077892.566117:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077892.566118:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077892.566119:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077892.566120:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077892.566122:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769077892.566123:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077892.566124:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077892.566125:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769077892.566127:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077892.566127:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566128:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.566130:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925819392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566138:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077892.566139:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077892.566140:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077892.566141:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077892.566142:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077892.566142:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077892.566143:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077892.566144:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769077892.566145:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077892.566146:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077892.566146:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769077892.566147:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077892.566148:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566149:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077892.566150:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528700 x1855007925819520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077892.566153:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077892.566154:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077892.566155:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077892.566156:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077892.566157:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077892.566157:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077892.566158:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077892.566159:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769077892.566160:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077892.566160:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077892.566161:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769077892.566162:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077892.566163:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566164:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077892.566166:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077892.566167:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077892.566168:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077892.566168:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077893.012678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077893.012682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077893.012686:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077893.908630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299254528, at 4299254592
00000100:00000010:2.0:1769077893.908645:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:0.0:1769077894.036693:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077894.036695:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077894.036698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077896.084707:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077896.084711:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077896.084714:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077897.108770:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077897.108776:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077897.108780:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077897.684861:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.684866:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077897.684869:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.684878:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.684907:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.684911:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.684916:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.684921:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.684925:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.684930:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925819648:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077897.684935:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.684940:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.684943:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.684947:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.684952:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077897.684956:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.684963:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077897.684969:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077897.684974:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077897.684982:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819648, portal 25
00000100:00000001:1.0:1769077897.684985:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.684988:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169711744 : -125582539839872 : ffff8dc88952a680)
00000100:00000040:1.0:1769077897.684994:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685002:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.685006:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077897.685009:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077897.685013:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925819648, offset 0
00000400:00000200:1.0:1769077897.685020:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685029:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685037:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077897.685043:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.685048:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077897.685051:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.685056:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685059:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16113:16113:256:4294967295] 192.168.204.157@tcp LPNI seq info [16109:16109:8:4294967295]
00000400:00000200:1.0:1769077897.685064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685076:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.685088:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685092:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077897.685101:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077897.685106:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077897.685114:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077897.685117:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077897.685120:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685122:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077897.685128:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.685141:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.685148:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077897.685151:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077897.685156:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.685161:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685173:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.685178:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685189:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685192:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.685196:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.685203:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077897.685207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299259648
00000100:00000010:1.0:1769077897.685213:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a35a0.
00000100:00000001:1.0:1769077897.685221:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077897.685226:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299259648
00000100:00000010:1.0:1769077897.685233:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a33c0.
00000100:00000001:1.0:1769077897.685238:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077897.685241:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.685246:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685250:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.685256:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.685269:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.685272:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.685275:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077897.685278:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077897.685282:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077897.685286:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.685289:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.685302:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685312:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.685315:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.685321:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.685325:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685333:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.685338:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685349:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.685352:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685357:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.685359:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685361:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.685362:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.685367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.685370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077897.685374:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.685379:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.685409:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925819648:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077897.685414:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685417:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.685425:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a680 x1855007925819648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685437:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.685441:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.685443:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077897.685446:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.685448:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.685451:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077897.685453:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.685456:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769077897.685461:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.685464:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.685466:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a680.
00000100:00000001:1.0:1769077897.685471:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.685473:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685477:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685483:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077897.685486:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685488:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.685492:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077897.685494:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.685499:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685512:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.685514:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.685518:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.685521:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.685547:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.685551:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819776:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.685556:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.685559:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.685561:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.685564:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.685568:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077897.685572:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.685578:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077897.685583:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077897.685588:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077897.685593:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819776, portal 10
00000100:00000001:1.0:1769077897.685598:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.685600:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769077897.685609:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685619:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.685622:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077897.685625:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077897.685628:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925819776, offset 0
00000400:00000200:1.0:1769077897.685633:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685639:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685654:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077897.685659:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.685666:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077897.685672:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.685681:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685689:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16114:16114:256:4294967295] 192.168.204.157@tcp LPNI seq info [16110:16110:8:4294967295]
00000400:00000200:1.0:1769077897.685699:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685710:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.685718:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685722:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077897.685728:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077897.685732:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077897.685740:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077897.685744:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077897.685750:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685752:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077897.685756:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.685762:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.685767:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077897.685771:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077897.685774:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.685778:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.685788:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685792:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685793:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.685795:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077897.685798:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077897.685800:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077897.685801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299258384
00000100:00000001:1.0:1769077897.685803:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.685805:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299258384
00000100:00000001:1.0:1769077897.685806:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.685807:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.685809:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685810:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.685812:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.685817:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.685817:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.685818:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077897.685819:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077897.685820:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077897.685822:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.685823:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.685828:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685832:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.685832:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685833:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.685834:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.685836:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685839:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.685841:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685845:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.685846:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685847:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.685848:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.685849:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.685850:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.685851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.685853:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077897.685854:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.685857:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.685861:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819776:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.685863:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.685865:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685868:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.685869:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.685870:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.685871:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.685872:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.685874:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.685876:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.685877:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.685878:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.685879:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.685881:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077897.685882:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.685884:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077897.685885:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077897.685899:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077897.685902:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925819904, portal 10
00000100:00000001:1.0:1769077897.685903:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.685904:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769077897.685908:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685912:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.685913:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077897.685914:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077897.685916:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925819904, offset 0
00000400:00000200:1.0:1769077897.685918:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685921:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685923:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077897.685925:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.685927:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077897.685928:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.685929:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077897.685931:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16115:16115:256:4294967295] 192.168.204.157@tcp LPNI seq info [16111:16111:8:4294967295]
00000400:00000200:1.0:1769077897.685934:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.685937:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.685940:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685941:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077897.685944:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077897.685945:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077897.685948:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077897.685949:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077897.685951:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.685952:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077897.685954:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.685956:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.685957:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077897.685959:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077897.685960:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.685962:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.685968:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.685971:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685973:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.685974:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077897.685976:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077897.685978:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077897.685980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299258393
00000100:00000001:1.0:1769077897.685981:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.685982:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299258393
00000100:00000001:1.0:1769077897.685984:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.685985:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.685986:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.685987:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.685989:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.685993:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.685994:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.685995:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077897.685996:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077897.685997:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077897.685998:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.685999:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.686004:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686007:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.686008:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686009:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.686010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.686012:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686015:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.686017:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686021:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.686023:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686024:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.686025:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686025:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.686026:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.686028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.686029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077897.686030:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.686032:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.686036:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925819904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.686038:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686039:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.686041:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925819776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686044:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.686045:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.686046:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077897.686047:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.686048:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.686049:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077897.686050:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.686051:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769077897.686053:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.686054:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.686054:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769077897.686056:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.686057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686058:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.686060:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925819904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686064:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.686064:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.686065:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077897.686066:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.686067:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.686068:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077897.686069:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.686069:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769077897.686070:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.686071:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.686072:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769077897.686073:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.686073:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686074:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686076:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077897.686077:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.686078:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.686079:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077897.686080:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.686081:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686085:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.686086:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.686087:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.686088:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.686089:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.686090:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925820032:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077897.686092:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.686093:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.686094:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.686095:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.686097:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077897.686098:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.686101:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077897.686102:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077897.686104:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077897.686105:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925820032, portal 4
00000100:00000001:1.0:1769077897.686107:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.686107:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769077897.686110:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686114:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.686115:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077897.686116:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077897.686117:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925820032, offset 0
00000400:00000200:1.0:1769077897.686119:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077897.686121:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.686122:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077897.686124:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.686125:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077897.686127:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.686128:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077897.686130:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16116:16116:256:4294967295] 192.168.204.157@tcp LPNI seq info [16112:16112:8:4294967295]
00000400:00000200:1.0:1769077897.686132:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077897.686136:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.686138:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.686139:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077897.686141:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077897.686143:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077897.686145:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077897.686147:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077897.686149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077897.686150:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077897.686151:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.686153:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.686155:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077897.686156:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077897.686157:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.686159:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686163:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.686165:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686168:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.686169:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.686170:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077897.686172:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077897.686174:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077897.686175:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299258390
00000100:00000001:1.0:1769077897.686176:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.686178:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299258390
00000100:00000001:1.0:1769077897.686179:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299259648
00000100:00000001:1.0:1769077897.686180:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.686181:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.686182:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.686184:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.686187:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.686188:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.686189:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077897.686190:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077897.686191:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077897.686192:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.686194:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.686202:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686206:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.686206:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686207:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.686208:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.686210:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686213:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.686215:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686218:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.686220:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686220:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.686221:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686222:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.686223:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.686224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.686226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077897.686227:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.686229:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.686233:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925820032:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077897.686235:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686235:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.686237:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925820032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.686244:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.686245:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.686246:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769077897.686247:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.686248:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.686249:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077897.686250:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.686250:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769077897.686251:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.686252:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.686253:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769077897.686254:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.686255:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686256:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.686257:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077897.686258:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.686259:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.686260:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077898.132757:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077898.132762:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077898.132767:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077899.028639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299259648, at 4299259712
00000100:00000010:2.0:1769077899.028661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00000020:00000001:1.0:1769077900.180724:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077900.180731:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077900.180737:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077901.204736:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077901.204739:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077901.204742:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077902.228768:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077902.228771:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077902.228773:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077902.804700:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077902.804713:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077902.804716:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077902.804720:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077902.804725:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077902.804734:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4591
00000400:00000200:1.0:1769077902.804745:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077902.804752:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077902.804755:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077902.804757:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804761:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.804763:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804765:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077902.804770:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077902.804772:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077902.804775:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077902.804777:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077902.804779:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077902.804781:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077902.804783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.804785:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804786:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077902.804789:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077902.804791:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804793:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.804796:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077902.804799:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.804827:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.804830:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077902.804832:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077902.804844:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769077902.804847:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077902.804850:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077902.804852:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.804855:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077902.804857:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077902.804862:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077902.804870:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769077902.804877:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.804886:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925820160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077902.804896:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077902.804900:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.804904:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925820160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.804926:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077902.804929:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077902.804932:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077902.804933:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077902.804935:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077902.804937:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077902.804939:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4591
00000400:00000200:1.0:1769077902.804942:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077902.804945:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077902.804947:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077902.804950:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804952:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.804954:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804956:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077902.804957:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077902.804959:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077902.804960:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077902.804963:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077902.804966:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077902.804968:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077902.804970:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804974:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.804978:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804980:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077902.804982:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077902.804987:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077902.804990:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.804994:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077902.805001:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.805005:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805009:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077902.805015:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077902.805018:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805022:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077902.805026:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769077902.805029:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077902.805030:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077902.805031:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805032:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077902.805033:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077902.805035:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077902.805042:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769077902.805045:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.805053:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925820288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077902.805065:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077902.805067:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.805071:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925820288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.805082:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077902.805087:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077902.805092:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077902.805094:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077902.805097:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077902.805100:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077902.805103:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4591
00000400:00000200:1.0:1769077902.805109:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077902.805111:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077902.805112:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077902.805116:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805119:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.805124:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805127:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077902.805131:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077902.805133:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077902.805137:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077902.805140:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077902.805145:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077902.805148:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077902.805153:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805157:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.805162:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805164:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077902.805168:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077902.805172:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805178:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.805182:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077902.805184:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.805185:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805186:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077902.805188:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077902.805192:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805196:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077902.805200:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769077902.805204:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077902.805207:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077902.805208:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805210:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077902.805214:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077902.805216:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077902.805221:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769077902.805226:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.805234:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925820416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077902.805255:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077902.805258:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.805269:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925820416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.805287:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077902.805292:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077902.805300:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077902.805306:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077902.805306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769077902.805311:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077902.805314:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077902.805317:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4591
00000400:00000200:1.0:1769077902.805321:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077902.805325:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077902.805328:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077902.805334:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805337:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.805342:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805344:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077902.805346:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077902.805349:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077902.805352:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077902.805353:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077902.805355:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077902.805356:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077902.805361:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805363:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077902.805366:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805369:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077902.805375:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077902.805380:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077902.805386:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.805391:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077902.805398:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.805406:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805410:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077902.805415:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077902.805420:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805422:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077902.805430:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769077902.805436:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077902.805441:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077902.805445:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.805448:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077902.805451:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077902.805454:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077902.805461:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769077902.805466:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.805475:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925820544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077902.805487:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077902.805491:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.805499:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925820544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.805509:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.805513:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077902.805518:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077902.805585:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4601)
00000800:00000200:3.1:1769077902.805661:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077902.805832:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077902.806033:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077904.148667:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299264768, at 4299264832
00000100:00000010:2.0:1769077904.148689:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000020:00000001:1.0:1769077904.276705:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077904.276707:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077904.276710:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077905.300720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077905.300723:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077905.300726:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077905.876863:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077905.876901:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077905.876913:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077905.876918:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077905.876922:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077905.876925:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077905.876930:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077905.876934:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769077905.876939:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077905.876944:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077905.876951:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc96e8
00000400:00000010:2.0:1769077905.876954:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc96e8.
00000100:00000001:2.0:1769077905.876959:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077905.876967:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830e00 x1855007925820160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877000:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077905.877005:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925820160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877014:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.877017:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077905.877026:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077905.877029:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769077905.877032:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077905.877036:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077905.877040:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9908
00000400:00000010:2.0:1769077905.877042:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9908.
00000100:00000001:2.0:1769077905.877053:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077905.877058:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833800 x1855007925820288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877067:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077905.877071:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925820288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877078:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.877079:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077905.877085:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077905.877088:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769077905.877091:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077905.877094:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077905.877097:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9000
00000400:00000010:2.0:1769077905.877099:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9000.
00000100:00000001:2.0:1769077905.877101:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077905.877106:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830000 x1855007925820416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877113:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077905.877117:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925820416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877124:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.877126:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077905.877131:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077905.877133:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769077905.877136:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077905.877139:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077905.877141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9b28
00000400:00000010:2.0:1769077905.877143:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9b28.
00000100:00000001:2.0:1769077905.877145:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077905.877149:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832680 x1855007925820544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877158:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077905.877161:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925820544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077905.877168:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077905.877170:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077906.324722:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077906.324725:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077906.324728:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077907.924632:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077907.924641:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077907.924644:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077907.924647:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077907.924650:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077907.924656:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4596
00000400:00000200:1.0:1769077907.924665:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077907.924670:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077907.924673:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077907.924675:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924677:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.924679:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924681:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077907.924684:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077907.924685:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077907.924687:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077907.924689:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077907.924691:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077907.924692:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077907.924694:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924695:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.924697:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924698:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077907.924700:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077907.924703:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924705:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.924707:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077907.924709:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.924712:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.924713:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077907.924730:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077907.924736:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769077907.924739:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077907.924742:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077907.924743:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.924745:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077907.924748:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077907.924751:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077907.924757:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769077907.924762:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.924769:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925820672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077907.924777:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077907.924781:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.924784:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925820672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.924806:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077907.924808:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077907.924811:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077907.924812:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077907.924813:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077907.924815:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077907.924817:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4596
00000400:00000200:1.0:1769077907.924819:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077907.924821:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077907.924823:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077907.924825:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924826:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.924827:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924829:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077907.924831:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077907.924832:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077907.924833:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077907.924834:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077907.924835:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077907.924837:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077907.924839:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924840:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.924841:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924843:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077907.924845:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077907.924848:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077907.924850:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.924852:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077907.924858:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.924861:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.924863:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077907.924866:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077907.924870:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.924872:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077907.924877:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769077907.924880:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077907.924885:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077907.924889:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.924894:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077907.924896:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077907.924900:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077907.924905:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769077907.924913:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.924927:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925820800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077907.924956:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077907.924961:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.924970:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925820800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.924985:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077907.924992:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077907.924997:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077907.924999:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077907.925002:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077907.925008:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077907.925012:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4596
00000400:00000200:1.0:1769077907.925020:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077907.925027:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077907.925030:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077907.925034:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925039:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.925045:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925050:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077907.925055:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077907.925057:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077907.925061:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077907.925066:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077907.925070:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077907.925076:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077907.925085:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925090:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.925097:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925102:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077907.925110:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077907.925118:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925122:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.925128:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077907.925133:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.925138:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925140:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077907.925143:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077907.925149:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925153:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077907.925158:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769077907.925164:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077907.925169:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077907.925178:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925184:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077907.925187:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077907.925190:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077907.925199:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769077907.925206:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.925217:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925820928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077907.925231:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077907.925237:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.925247:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925820928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.925257:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077907.925260:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077907.925263:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077907.925264:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077907.925266:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077907.925268:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077907.925273:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4596
00000400:00000200:1.0:1769077907.925280:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077907.925289:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077907.925294:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077907.925302:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.1:1769077907.925304:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077907.925306:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077907.925311:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769077907.925313:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925318:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077907.925323:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077907.925327:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077907.925329:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077907.925334:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077907.925339:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077907.925345:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077907.925353:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925358:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077907.925361:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925366:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077907.925370:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077907.925374:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077907.925378:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.925380:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077907.925383:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.925384:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925387:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077907.925390:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077907.925393:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925399:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077907.925405:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769077907.925411:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077907.925414:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077907.925419:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.925422:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077907.925426:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077907.925429:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077907.925436:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769077907.925442:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.925452:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925821056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077907.925464:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077907.925470:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.925477:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925821056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.925492:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.925499:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077907.925505:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077907.925514:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4606)
00000800:00000200:3.1:1769077907.925985:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077907.925988:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077907.926312:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077907.926316:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077907.926663:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077907.926666:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1769077908.372677:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077908.372683:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077908.372686:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077909.268608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299269888, at 4299269952
00000100:00000010:2.0:1769077909.268619:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00000020:00000001:2.0:1769077909.396742:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077909.396745:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077909.396748:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077910.420691:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077910.420693:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077910.420696:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077912.468719:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077912.468723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077912.468727:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077913.044824:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077913.044830:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077913.044835:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077913.044845:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.044864:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077913.044867:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.044872:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077913.044877:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077913.044882:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077913.044886:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925821184:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077913.044893:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077913.044898:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077913.044902:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.044905:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077913.044918:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077913.044922:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077913.044936:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077913.044947:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077913.044963:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077913.044975:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925821184, portal 25
00000100:00000001:1.0:1769077913.044982:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077913.044986:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169701888 : -125582539849728 : ffff8dc889528000)
00000100:00000040:1.0:1769077913.044999:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045011:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077913.045018:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077913.045023:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077913.045031:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925821184, offset 0
00000400:00000200:1.0:1769077913.045045:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045058:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045068:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077913.045078:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077913.045089:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077913.045098:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077913.045108:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045117:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16125:16125:256:4294967295] 192.168.204.157@tcp LPNI seq info [16121:16121:8:4294967295]
00000400:00000200:1.0:1769077913.045131:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045152:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077913.045163:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045171:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077913.045181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077913.045186:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077913.045196:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077913.045202:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077913.045210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045214:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077913.045220:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077913.045227:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077913.045235:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077913.045238:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077913.045255:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077913.045261:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045276:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.045283:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045297:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045301:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077913.045309:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077913.045317:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077913.045322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299275008
00000100:00000010:1.0:1769077913.045329:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3de0.
00000100:00000001:1.0:1769077913.045338:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077913.045346:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299275008
00000100:00000010:1.0:1769077913.045353:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ea0.
00000100:00000001:1.0:1769077913.045357:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077913.045361:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077913.045368:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045373:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077913.045383:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913]  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077913.045400:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077913.045404:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077913.045409:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077913.045417:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077913.045423:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077913.045429:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077913.045437:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077913.045449:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045479:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077913.045482:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.045490:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077913.045500:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045564:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077913.045574:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045586:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077913.045590:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045593:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.045601:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045604:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077913.045605:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077913.045608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077913.045611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077913.045613:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077913.045617:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077913.045623:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925821184:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077913.045626:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045639:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.045642:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528000 x1855007925821184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045647:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077913.045649:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077913.045651:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077913.045653:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077913.045655:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077913.045656:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077913.045658:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077913.045660:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:1.0:1769077913.045663:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077913.045664:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077913.045665:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528000.
00000100:00000001:1.0:1769077913.045668:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077913.045669:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045670:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045676:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077913.045678:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045679:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077913.045680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077913.045681:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077913.045684:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045689:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077913.045690:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.045691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077913.045693:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077913.045694:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077913.045696:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821312:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077913.045698:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077913.045700:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077913.045701:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.045702:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077913.045705:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077913.045706:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077913.045710:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077913.045712:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077913.045714:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077913.045716:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925821312, portal 10
00000100:00000001:1.0:1769077913.045718:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077913.045719:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709056 : -125582539842560 : ffff8dc889529c00)
00000100:00000040:1.0:1769077913.045724:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045728:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077913.045730:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077913.045731:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077913.045733:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925821312, offset 0
00000400:00000200:1.0:1769077913.045736:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045744:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045747:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077913.045749:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077913.045751:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077913.045753:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077913.045755:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045757:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16126:16126:256:4294967295] 192.168.204.157@tcp LPNI seq info [16122:16122:8:4294967295]
00000400:00000200:1.0:1769077913.045759:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045764:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077913.045768:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045770:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077913.045773:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077913.045775:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077913.045778:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077913.045780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077913.045782:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045784:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077913.045786:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077913.045789:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077913.045791:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077913.045792:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077913.045794:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077913.045796:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.045803:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045808:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045809:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077913.045811:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077913.045814:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077913.045816:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077913.045817:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299273744
00000100:00000001:1.0:1769077913.045819:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.045821:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299273744
00000100:00000001:1.0:1769077913.045822:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.045824:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077913.045825:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045827:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077913.045829:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913]  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077913.045834:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077913.045835:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077913.045836:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077913.045837:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077913.045838:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077913.045840:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077913.045842:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077913.045848:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045852:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077913.045852:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045854:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.045854:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077913.045857:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045861:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077913.045863:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045867:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077913.045869:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045870:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.045870:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.045872:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077913.045873:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077913.045874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077913.045876:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077913.045878:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077913.045881:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077913.045886:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821312:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077913.045888:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077913.045890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045898:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077913.045899:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.045901:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077913.045902:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077913.045903:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077913.045905:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077913.045907:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077913.045908:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077913.045909:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.045910:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077913.045912:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769077913.045913:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077913.045915:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077913.045917:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077913.045918:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077913.045920:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925821440, portal 10
00000100:00000001:1.0:1769077913.045921:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077913.045922:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169705472 : -125582539846144 : ffff8dc889528e00)
00000100:00000040:1.0:1769077913.045926:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045930:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077913.045931:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077913.045933:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077913.045934:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925821440, offset 0
00000400:00000200:1.0:1769077913.045936:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045938:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045940:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077913.045942:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077913.045944:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077913.045946:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077913.045947:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077913.045950:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16127:16127:256:4294967295] 192.168.204.157@tcp LPNI seq info [16123:16123:8:4294967295]
00000400:00000200:1.0:1769077913.045953:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.045957:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077913.045960:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045962:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077913.045964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077913.045966:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077913.045968:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077913.045971:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077913.045973:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.045975:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077913.045976:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077913.045979:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077913.045981:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077913.045982:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077913.045983:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077913.045985:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045990:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.045992:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.045996:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.045997:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077913.045999:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077913.046001:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077913.046003:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077913.046004:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299273753
00000100:00000001:1.0:1769077913.046006:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.046007:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299273753
00000100:00000001:1.0:1769077913.046009:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.046010:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077913.046011:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.046013:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077913.046015:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913]  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077913.046020:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077913.046021:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077913.046022:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077913.046023:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077913.046024:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077913.046025:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077913.046027:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077913.046032:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046036:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077913.046037:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046038:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.046039:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077913.046041:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046045:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077913.046048:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046052:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077913.046053:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.046055:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046056:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077913.046057:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077913.046058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077913.046061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077913.046062:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077913.046065:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077913.046070:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077913.046072:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077913.046074:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046081:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077913.046082:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.046084:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077913.046086:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077913.046088:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077913.046091:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821568:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077913.046094:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077913.046096:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077913.046098:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077913.046099:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077913.046103:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077913.046105:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077913.046109:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077913.046112:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077913.046115:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077913.046119:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925821568, portal 4
00000100:00000001:1.0:1769077913.046121:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077913.046122:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769077913.046128:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046135:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077913.046138:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077913.046141:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077913.046143:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925821568, offset 0
00000400:00000200:1.0:1769077913.046146:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077913.046148:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.046151:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077913.046153:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077913.046155:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077913.046156:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077913.046158:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077913.046160:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16128:16128:256:4294967295] 192.168.204.157@tcp LPNI seq info [16124:16124:8:4294967295]
00000400:00000200:1.0:1769077913.046163:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077913.046167:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077913.046170:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.046172:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077913.046174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077913.046176:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077913.046179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077913.046181:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077913.046183:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077913.046185:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077913.046187:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077913.046189:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077913.046191:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077913.046192:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077913.046194:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077913.046196:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046201:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.046203:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046208:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.046209:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077913.046211:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077913.046213:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077913.046215:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077913.046217:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299273750
00000100:00000001:1.0:1769077913.046218:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.046220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299273750
00000100:00000001:1.0:1769077913.046222:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299275008
00000100:00000001:1.0:1769077913.046223:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077913.046224:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.046225:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077913.046228:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913]  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077913.046233:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077913.046234:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077913.046235:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077913.046236:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077913.046237:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077913.046238:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077913.046240:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077913.046245:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046249:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077913.046250:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046251:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.046252:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077913.046254:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046258:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077913.046261:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046266:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077913.046267:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046268:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077913.046269:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046270:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077913.046272:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077913.046273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077913.046275:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077913.046276:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077913.046278:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077913.046283:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925821568:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077913.046285:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046287:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.046289:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529c00 x1855007925821312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046293:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077913.046294:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077913.046296:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769077913.046297:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077913.046298:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077913.046299:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077913.046300:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077913.046301:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:1.0:1769077913.046303:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077913.046304:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077913.046305:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529c00.
00000100:00000001:1.0:1769077913.046307:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077913.046308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.046311:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528e00 x1855007925821440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046316:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077913.046317:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077913.046318:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769077913.046319:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077913.046319:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077913.046320:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077913.046321:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077913.046322:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:1.0:1769077913.046323:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077913.046324:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077913.046325:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528e00.
00000100:00000001:1.0:1769077913.046326:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077913.046327:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046328:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077913.046329:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925821568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077913.046333:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077913.046334:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077913.046335:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769077913.046336:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077913.046336:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077913.046337:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077913.046338:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077913.046339:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:1.0:1769077913.046340:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077913.046341:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077913.046342:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769077913.046343:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077913.046344:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046345:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077913.046347:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077913.046348:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077913.046349:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077913.046350:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077913.492801:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077913.492809:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077913.492814:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769077914.260709:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769077914.260718:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769077914.260724:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769077914.260931:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077914.388644:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299275008, at 4299275072
00000100:00000010:2.0:1769077914.388662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000020:00000001:0.0:1769077914.516745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077914.516752:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077914.516756:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077916.564745:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077916.564749:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077916.564751:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077917.588734:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077917.588739:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077917.588742:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077918.164668:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077918.164677:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077918.164680:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077918.164683:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077918.164686:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077918.164692:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4606
00000400:00000200:1.0:1769077918.164700:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077918.164707:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077918.164710:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077918.164714:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164717:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.164720:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164722:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077918.164727:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077918.164729:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769077918.164732:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077918.164735:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769077918.164738:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769077918.164740:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769077918.164744:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164746:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.164748:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164751:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077918.164754:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769077918.164758:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164761:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.164764:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077918.164767:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.164769:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.164771:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077918.164772:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077918.164782:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769077918.164786:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769077918.164790:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077918.164792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.164795:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077918.164798:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077918.164803:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077918.164811:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769077918.164817:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.164827:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925821696/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077918.164839:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077918.164843:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.164849:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925821696/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.164876:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077918.164880:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077918.164883:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077918.164885:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077918.164886:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077918.164889:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077918.164892:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4606
00000400:00000200:1.0:1769077918.164896:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077918.164900:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077918.164902:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077918.164907:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164910:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.164912:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164915:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077918.164918:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077918.164920:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769077918.164925:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077918.164928:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769077918.164934:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769077918.164939:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077918.164946:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164951:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.164956:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164962:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077918.164967:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769077918.164973:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077918.164979:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.164984:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077918.164992:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.164996:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165002:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077918.165005:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077918.165010:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165015:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077918.165020:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769077918.165024:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077918.165029:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077918.165032:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165035:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077918.165037:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077918.165041:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077918.165046:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769077918.165053:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.165063:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925821824/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077918.165076:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077918.165078:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.165085:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925821824/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.165094:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077918.165098:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077918.165101:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077918.165104:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077918.165106:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077918.165111:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077918.165115:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4606
00000400:00000200:1.0:1769077918.165120:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077918.165125:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077918.165129:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077918.165134:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165138:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.165143:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165148:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077918.165154:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077918.165158:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769077918.165163:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077918.165168:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769077918.165171:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769077918.165178:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077918.165185:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165190:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.165195:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165198:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077918.165203:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769077918.165207:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165210:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.165212:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077918.165216:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.165219:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165222:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077918.165226:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077918.165228:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165232:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077918.165239:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769077918.165245:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077918.165250:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077918.165254:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165259:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077918.165263:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077918.165268:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077918.165276:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769077918.165283:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.165293:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925821952/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077918.165308:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077918.165311:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.165316:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925821952/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.165328:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077918.165333:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077918.165337:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077918.165340:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077918.165343:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769077918.165347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077918.165349:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769077918.165354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1769077918.165356:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4606
00000400:00000200:1.0:1769077918.165368:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077918.165376:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077918.165381:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077918.165386:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165393:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.165400:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165402:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769077918.165405:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077918.165408:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769077918.165412:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077918.165415:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769077918.165417:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769077918.165421:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769077918.165426:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165428:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077918.165432:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165437:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769077918.165442:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769077918.165448:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077918.165452:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.165454:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077918.165459:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.165462:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165464:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077918.165467:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769077918.165472:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165485:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077918.165490:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769077918.165496:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769077918.165501:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077918.165504:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.165506:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077918.165509:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077918.165513:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077918.165517:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769077918.165571:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.165579:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925822080/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077918.165589:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077918.165592:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.165597:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925822080/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.165609:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.165612:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077918.165617:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077918.165624:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4616)
00000800:00000200:3.1:1769077918.165914:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077918.165917:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077918.166192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077918.166193:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077918.166370:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769077918.166372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077918.612734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077918.612738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077918.612742:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077919.508619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299280128, at 4299280192
00000100:00000010:2.0:1769077919.508633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000020:00000001:1.0:1769077920.660686:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077920.660691:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077920.660695:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077921.684723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077921.684726:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077921.684729:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077922.708718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077922.708729:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077922.708733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077923.284924:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077923.284929:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077923.284933:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.284940:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.284951:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.284953:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.284957:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.284963:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.284967:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.284972:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925822208:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077923.284979:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.284984:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.284987:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.284990:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.284996:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077923.285000:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.285009:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077923.285015:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077923.285023:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077923.285032:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822208, portal 25
00000100:00000001:1.0:1769077923.285035:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.285045:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769077923.285054:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285064:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.285070:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077923.285073:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077923.285077:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925822208, offset 0
00000400:00000200:1.0:1769077923.285086:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077923.285095:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.285101:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077923.285109:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.285115:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077923.285119:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.285124:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077923.285128:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16133:16133:256:4294967295] 192.168.204.157@tcp LPNI seq info [16129:16129:8:4294967295]
00000400:00000200:1.0:1769077923.285133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.285147:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.285160:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.285167:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077923.285176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077923.285181:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077923.285192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077923.285197:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077923.285202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.285207:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077923.285211:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.285218:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.285228:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077923.285232:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077923.285239:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.285245:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285260:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.285267:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285279:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.285282:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.285289:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.285295:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077923.285299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299285248
00000100:00000010:1.0:1769077923.285306:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3120.
00000100:00000001:1.0:1769077923.285315:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077923.285322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299285248
00000100:00000010:1.0:1769077923.285326:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3300.
00000100:00000001:1.0:1769077923.285332:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077923.285337:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.285340:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.285345:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.285353:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.285371:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.285374:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.285377:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077923.285381:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077923.285383:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077923.285388:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.285393:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.285410:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285421:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.285423:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285425:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.285427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.285430:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285452:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.285475:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285494:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.285500:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285504:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.285507:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285512:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.285516:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.285519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.285552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077923.285555:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.285563:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.285580:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925822208:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077923.285587:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285592:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.285598:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925822208/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285616:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.285621:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.285627:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077923.285633:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.285638:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.285642:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077923.285648:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.285654:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:1.0:1769077923.285661:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.285665:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.285670:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769077923.285676:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.285680:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285684:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285692:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077923.285696:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.285708:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077923.285714:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077923.285718:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.285726:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285735:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.285737:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.285739:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.285742:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.285744:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.285748:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822336:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.285752:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.285754:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.285756:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.285758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.285762:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077923.285764:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.285769:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077923.285771:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077923.285774:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077923.285776:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822336, portal 10
00000100:00000001:1.0:1769077923.285778:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.285779:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769077923.285784:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285788:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.285790:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077923.285792:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077923.285793:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925822336, offset 0
00000400:00000200:1.0:1769077923.285796:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077923.285799:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.285802:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077923.285804:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.285814:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077923.285816:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.285817:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077923.285820:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16134:16134:256:4294967295] 192.168.204.157@tcp LPNI seq info [16130:16130:8:4294967295]
00000400:00000200:1.0:1769077923.285822:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.285827:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.285830:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.285833:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077923.285836:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077923.285838:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077923.285841:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077923.285843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077923.285845:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.285847:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077923.285849:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.285852:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.285854:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077923.285855:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077923.285856:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.285859:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285864:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.285866:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285871:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.285872:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.285874:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.285877:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077923.285879:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077923.285880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299283984
00000100:00000001:1.0:1769077923.285882:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.285884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299283984
00000100:00000001:1.0:1769077923.285885:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.285886:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.285888:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.285889:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.285891:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.285896:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.285897:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.285898:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077923.285900:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077923.285901:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077923.285902:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.285905:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.285910:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285914:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.285915:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285916:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.285917:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.285919:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285923:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.285926:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285930:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.285932:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285933:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.285933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.285934:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.285936:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.285937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.285939:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077923.285940:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.285943:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.285948:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822336:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.285951:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.285953:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.285961:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.285962:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.285964:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.285965:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.285967:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.285968:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822464:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.285970:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.285972:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.285973:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.285974:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.285976:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077923.285977:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.285979:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077923.285980:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077923.285982:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077923.285985:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822464, portal 10
00000100:00000001:1.0:1769077923.285986:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.285988:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169711744 : -125582539839872 : ffff8dc88952a680)
00000100:00000040:1.0:1769077923.285994:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286000:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.286003:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077923.286006:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077923.286008:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925822464, offset 0
00000400:00000200:1.0:1769077923.286012:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077923.286016:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.286020:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077923.286023:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.286026:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077923.286028:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.286031:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077923.286035:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16135:16135:256:4294967295] 192.168.204.157@tcp LPNI seq info [16131:16131:8:4294967295]
00000400:00000200:1.0:1769077923.286039:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.286045:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.286049:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.286052:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077923.286055:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077923.286057:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077923.286059:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077923.286061:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077923.286064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.286065:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077923.286068:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.286070:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.286072:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077923.286073:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077923.286075:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.286077:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286083:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.286085:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286089:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.286090:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.286093:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.286095:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077923.286097:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077923.286098:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299283993
00000100:00000001:1.0:1769077923.286100:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.286102:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299283993
00000100:00000001:1.0:1769077923.286103:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.286105:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.286106:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.286113:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.286116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.286122:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.286123:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.286125:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077923.286126:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077923.286127:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077923.286129:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.286131:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.286137:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286141:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.286142:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286143:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.286144:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.286146:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286150:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.286152:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286156:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.286158:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286159:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.286159:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286160:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.286161:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.286163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.286165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077923.286167:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.286169:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.286174:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822464:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.286177:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.286179:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286183:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.286184:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.286185:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.286186:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.286187:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.286189:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822592:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.286192:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.286193:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.286194:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.286195:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.286197:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077923.286199:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.286201:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077923.286202:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077923.286204:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077923.286206:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822592, portal 4
00000100:00000001:1.0:1769077923.286208:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.286209:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169703680 : -125582539847936 : ffff8dc889528700)
00000100:00000040:1.0:1769077923.286213:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286217:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.286219:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077923.286220:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077923.286222:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925822592, offset 0
00000400:00000200:1.0:1769077923.286224:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077923.286227:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.286229:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077923.286232:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.286233:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077923.286235:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.286237:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077923.286239:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16136:16136:256:4294967295] 192.168.204.157@tcp LPNI seq info [16132:16132:8:4294967295]
00000400:00000200:1.0:1769077923.286242:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077923.286246:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.286248:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.286250:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077923.286253:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077923.286254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077923.286257:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077923.286259:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077923.286261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077923.286263:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077923.286265:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.286267:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.286268:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077923.286270:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077923.286271:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.286273:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286278:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.286280:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286284:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.286285:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.286287:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.286290:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077923.286292:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077923.286293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299283990
00000100:00000001:1.0:1769077923.286295:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.286296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299283990
00000100:00000001:1.0:1769077923.286298:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299285248
00000100:00000001:1.0:1769077923.286299:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.286300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.286301:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.286303:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.286308:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.286309:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.286309:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077923.286311:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077923.286312:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077923.286313:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.286315:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.286320:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286324:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.286325:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286326:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.286327:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.286329:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286333:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.286335:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286340:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.286341:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286342:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.286343:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286344:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.286345:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.286347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.286348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077923.286350:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.286352:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.286356:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822592:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.286359:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286360:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.286362:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925822336/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286365:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.286366:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.286368:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077923.286369:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.286370:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.286371:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077923.286372:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.286373:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:1.0:1769077923.286375:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.286376:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.286377:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769077923.286381:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.286381:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286383:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.286385:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a680 x1855007925822464/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286389:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.286390:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.286391:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077923.286392:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.286393:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.286394:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077923.286395:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.286396:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:1.0:1769077923.286397:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.286398:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.286399:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a680.
00000100:00000001:1.0:1769077923.286400:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.286401:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286402:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.286403:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528700 x1855007925822592/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.286407:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.286408:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.286408:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077923.286410:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.286410:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.286411:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077923.286412:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.286413:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:1.0:1769077923.286414:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.286415:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.286416:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769077923.286417:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.286418:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286419:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.286421:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077923.286422:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.286423:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077923.286425:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077924.628615:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299285248, at 4299285312
00000100:00000010:2.0:1769077924.628722:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00000020:00000001:1.0:1769077924.756671:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077924.756674:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077924.756677:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077925.780724:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077925.780727:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077925.780730:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077926.804740:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077926.804743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077926.804746:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077928.404809:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077928.404816:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077928.404818:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.404826:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.404840:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.404843:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.404848:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.404851:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.404856:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.404864:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925822720:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077928.404870:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.404875:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.404880:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.404888:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.404896:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077928.404901:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.404914:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077928.404922:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077928.404930:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077928.404941:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822720, portal 25
00000100:00000001:1.0:1769077928.404948:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.404953:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769077928.404966:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.404993:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.405001:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077928.405008:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077928.405015:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925822720, offset 0
00000400:00000200:1.0:1769077928.405029:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405042:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405054:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077928.405060:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.405070:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077928.405075:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.405078:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405081:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16137:16137:256:4294967295] 192.168.204.157@tcp LPNI seq info [16133:16133:8:4294967295]
00000400:00000200:1.0:1769077928.405085:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405097:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.405107:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405114:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077928.405125:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077928.405130:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077928.405137:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077928.405142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077928.405149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405152:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077928.405159:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.405165:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.405173:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077928.405178:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077928.405183:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.405190:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405205:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.405212:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405224:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405227:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.405232:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.405237:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077928.405239:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299290368
00000100:00000010:1.0:1769077928.405246:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3d20.
00000100:00000001:1.0:1769077928.405254:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077928.405261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299290368
00000100:00000010:1.0:1769077928.405266:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a32a0.
00000100:00000001:1.0:1769077928.405270:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077928.405275:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.405281:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405285:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.405291:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.405304:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.405307:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.405311:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077928.405315:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077928.405318:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077928.405322:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.405327:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.405338:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405348:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.405350:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405352:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405353:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.405356:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405382:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.405391:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405407:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.405411:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405415:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405422:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.405424:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.405428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.405435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077928.405440:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.405448:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.405466:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925822720:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077928.405472:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405476:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.405482:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925822720/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405492:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.405494:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.405496:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077928.405498:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.405500:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.405501:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077928.405503:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.405505:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769077928.405508:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.405510:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.405511:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769077928.405514:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.405516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405517:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405555:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077928.405557:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405558:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077928.405560:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077928.405561:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.405564:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405569:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.405570:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.405572:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.405573:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.405575:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.405577:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822848:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.405579:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.405581:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.405582:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.405583:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.405585:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077928.405587:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.405590:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077928.405592:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077928.405595:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077928.405597:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822848, portal 10
00000100:00000001:1.0:1769077928.405598:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.405599:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769077928.405604:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405608:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.405610:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077928.405611:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077928.405613:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925822848, offset 0
00000400:00000200:1.0:1769077928.405615:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405618:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405621:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077928.405623:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.405625:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077928.405627:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.405628:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405631:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16138:16138:256:4294967295] 192.168.204.157@tcp LPNI seq info [16134:16134:8:4294967295]
00000400:00000200:1.0:1769077928.405633:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405638:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.405641:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405643:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077928.405646:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077928.405648:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077928.405651:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077928.405652:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077928.405655:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405657:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077928.405659:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.405661:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.405663:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077928.405664:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077928.405666:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.405668:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405673:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.405675:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405679:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405681:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.405684:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.405688:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077928.405691:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077928.405694:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299289104
00000100:00000001:1.0:1769077928.405697:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.405699:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299289104
00000100:00000001:1.0:1769077928.405701:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.405704:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.405706:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405708:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.405712:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.405721:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.405723:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.405725:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077928.405728:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077928.405729:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077928.405732:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.405736:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.405745:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405751:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.405752:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405753:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405754:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.405757:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405761:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.405764:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405768:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.405770:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405771:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405772:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405773:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.405774:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.405776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.405778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077928.405780:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.405782:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.405787:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822848:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.405790:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.405792:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405795:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.405796:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.405798:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.405799:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.405800:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.405802:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822976:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.405804:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.405806:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.405807:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.405808:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.405811:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077928.405812:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.405814:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077928.405816:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077928.405818:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077928.405820:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925822976, portal 10
00000100:00000001:1.0:1769077928.405821:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.405822:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769077928.405826:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405835:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.405836:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077928.405837:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077928.405839:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925822976, offset 0
00000400:00000200:1.0:1769077928.405842:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405844:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405847:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077928.405849:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.405850:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077928.405852:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.405854:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077928.405856:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16139:16139:256:4294967295] 192.168.204.157@tcp LPNI seq info [16135:16135:8:4294967295]
00000400:00000200:1.0:1769077928.405858:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.405863:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.405865:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405867:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077928.405870:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077928.405872:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077928.405875:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077928.405876:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077928.405879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.405880:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077928.405882:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.405885:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.405886:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077928.405888:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077928.405889:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.405891:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405896:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.405898:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405907:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405908:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.405910:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.405912:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077928.405914:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077928.405916:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299289113
00000100:00000001:1.0:1769077928.405917:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.405919:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299289113
00000100:00000001:1.0:1769077928.405920:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.405922:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.405923:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.405924:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.405926:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.405931:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.405932:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.405933:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077928.405934:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077928.405935:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077928.405936:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.405938:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.405943:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405947:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.405948:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405949:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405950:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.405952:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405957:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.405960:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405964:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.405966:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405966:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.405967:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.405968:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.405969:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.405971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.405973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077928.405974:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.405976:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.405981:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925822976:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.405983:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.405985:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.405989:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.405990:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.405991:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.405992:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.405993:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.405995:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823104:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.405997:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.405998:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.405999:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.406000:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.406002:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077928.406004:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.406006:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077928.406008:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077928.406010:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077928.406012:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823104, portal 4
00000100:00000001:1.0:1769077928.406013:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.406014:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769077928.406017:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406021:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.406023:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077928.406024:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077928.406026:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925823104, offset 0
00000400:00000200:1.0:1769077928.406028:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077928.406030:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.406032:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077928.406034:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.406035:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077928.406037:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.406039:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077928.406041:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16140:16140:256:4294967295] 192.168.204.157@tcp LPNI seq info [16136:16136:8:4294967295]
00000400:00000200:1.0:1769077928.406043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077928.406047:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.406049:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.406051:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077928.406053:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077928.406055:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077928.406058:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077928.406059:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077928.406062:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077928.406063:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077928.406065:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.406067:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.406069:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077928.406070:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077928.406071:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.406073:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406077:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.406079:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406084:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.406085:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.406086:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.406088:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077928.406090:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077928.406091:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299289110
00000100:00000001:1.0:1769077928.406093:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.406094:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299289110
00000100:00000001:1.0:1769077928.406096:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299290368
00000100:00000001:1.0:1769077928.406097:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.406098:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.406099:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.406101:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.406106:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.406107:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.406108:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077928.406109:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077928.406110:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077928.406111:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.406113:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.406119:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406122:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.406123:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406124:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.406125:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.406127:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406131:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.406133:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406137:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.406138:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406139:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.406140:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406141:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.406142:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.406144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.406145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077928.406147:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.406149:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.406153:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823104:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.406155:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406157:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.406159:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925822848/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406163:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.406164:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.406166:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077928.406167:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.406168:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.406169:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077928.406170:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.406171:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769077928.406172:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.406173:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.406174:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769077928.406176:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.406177:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406178:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.406180:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925822976/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406185:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.406185:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.406186:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077928.406187:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.406188:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.406189:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077928.406190:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.406191:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769077928.406192:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.406193:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.406193:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769077928.406195:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.406195:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406196:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.406198:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925823104/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.406202:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.406203:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.406204:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077928.406206:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.406207:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.406207:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077928.406209:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.406209:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769077928.406211:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.406211:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.406212:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769077928.406214:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.406214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406215:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.406218:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077928.406219:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.406220:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077928.406221:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077928.852765:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077928.852769:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077928.852773:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077929.748632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299290368, at 4299290432
00000100:00000010:2.0:1769077929.748649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00000020:00000001:2.0:1769077929.876710:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077929.876714:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077929.876717:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077930.900730:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077930.900734:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077930.900738:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077932.948731:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077932.948735:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077932.948740:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077933.524919:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077933.524927:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.524932:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.524946:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.524978:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.524983:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.524991:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.524997:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.525004:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.525013:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925823232:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077933.525023:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.525030:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.525037:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.525044:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.525053:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077933.525058:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.525073:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077933.525082:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077933.525095:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077933.525108:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823232, portal 25
00000100:00000001:1.0:1769077933.525115:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.525120:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169717120 : -125582539834496 : ffff8dc88952bb80)
00000100:00000040:1.0:1769077933.525134:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525153:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.525159:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077933.525165:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077933.525171:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925823232, offset 0
00000400:00000200:1.0:1769077933.525185:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077933.525202:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.525216:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077933.525228:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.525237:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077933.525247:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.525256:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077933.525268:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16141:16141:256:4294967295] 192.168.204.157@tcp LPNI seq info [16137:16137:8:4294967295]
00000400:00000200:1.0:1769077933.525278:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.525326:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.525345:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.525355:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077933.525370:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077933.525378:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077933.525390:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077933.525397:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077933.525409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.525417:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077933.525428:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077933.525441:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077933.525453:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077933.525459:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077933.525465:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077933.525473:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525484:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.525489:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525498:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.525500:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077933.525508:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.525514:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077933.525518:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299295488
00000100:00000010:1.0:1769077933.525574:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3240.
00000100:00000001:1.0:1769077933.525584:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077933.525590:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299295489
00000100:00000010:1.0:1769077933.525594:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3c00.
00000100:00000001:1.0:1769077933.525598:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077933.525601:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.525605:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.525608:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077933.525613:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933]  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077933.525626:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077933.525629:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077933.525632:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077933.525635:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077933.525637:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077933.525640:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077933.525646:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077933.525657:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525665:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077933.525668:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525670:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.525673:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077933.525678:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077933.525692:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525700:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077933.525705:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525706:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.525708:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525711:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077933.525714:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077933.525717:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077933.525723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077933.525725:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077933.525730:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077933.525741:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925823232:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077933.525746:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525749:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.525753:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952bb80 x1855007925823232/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525769:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077933.525772:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077933.525775:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077933.525779:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077933.525781:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077933.525783:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077933.525786:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077933.525789:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769077933.525794:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077933.525796:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077933.525799:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952bb80.
00000100:00000001:1.0:1769077933.525803:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077933.525805:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525807:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.525816:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077933.525818:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.525821:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077933.525823:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.525825:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.525829:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525837:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.525839:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.525841:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.525844:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.525846:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.525850:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823360:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077933.525854:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.525856:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.525858:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.525860:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.525864:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077933.525866:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.525871:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077933.525875:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077933.525879:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077933.525883:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823360, portal 10
00000100:00000001:1.0:1769077933.525885:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.525887:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169710848 : -125582539840768 : ffff8dc88952a300)
00000100:00000040:1.0:1769077933.525895:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.525902:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.525905:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077933.525907:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077933.525910:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925823360, offset 0
00000400:00000200:1.0:1769077933.525915:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077933.525920:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.525925:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077933.525928:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.525931:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077933.525934:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.525937:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077933.525941:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16142:16142:256:4294967295] 192.168.204.157@tcp LPNI seq info [16138:16138:8:4294967295]
00000400:00000200:1.0:1769077933.525946:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.525953:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.525958:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.525962:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077933.525967:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077933.525970:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077933.525975:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077933.525978:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077933.525982:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.525984:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077933.525987:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077933.525991:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077933.525995:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077933.525997:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077933.526001:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077933.526005:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526014:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526018:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526025:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526027:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077933.526031:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.526035:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077933.526040:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077933.526042:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299294224
00000100:00000001:1.0:1769077933.526045:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299295488
00000100:00000001:1.0:1769077933.526048:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299294224
00000100:00000001:1.0:1769077933.526050:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299295489
00000100:00000001:1.0:1769077933.526052:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.526055:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526057:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077933.526061:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933]  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077933.526070:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077933.526072:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077933.526074:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077933.526077:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077933.526079:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077933.526081:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077933.526085:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077933.526094:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526108:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077933.526109:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526111:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526113:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077933.526117:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526125:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077933.526129:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526136:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077933.526139:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526141:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526143:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526145:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077933.526147:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077933.526150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077933.526154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077933.526157:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077933.526162:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077933.526171:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823360:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077933.526175:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.526179:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526186:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.526188:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.526191:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.526193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.526196:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.526199:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823488:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077933.526203:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.526205:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.526207:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.526208:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.526212:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077933.526215:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.526218:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077933.526221:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077933.526225:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077933.526228:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823488, portal 10
00000100:00000001:1.0:1769077933.526230:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.526232:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169712640 : -125582539838976 : ffff8dc88952aa00)
00000100:00000040:1.0:1769077933.526238:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526245:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.526248:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077933.526251:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077933.526253:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925823488, offset 0
00000400:00000200:1.0:1769077933.526258:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077933.526262:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.526266:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077933.526270:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.526272:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077933.526275:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.526278:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077933.526281:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16143:16143:256:4294967295] 192.168.204.157@tcp LPNI seq info [16139:16139:8:4294967295]
00000400:00000200:1.0:1769077933.526308:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.526315:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.526321:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.526326:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077933.526330:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077933.526333:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077933.526338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077933.526342:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077933.526346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.526348:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077933.526351:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077933.526355:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077933.526358:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077933.526361:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077933.526364:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077933.526368:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526376:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526380:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526387:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526389:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077933.526393:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.526396:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077933.526400:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077933.526402:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299294233
00000100:00000001:1.0:1769077933.526405:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299295488
00000100:00000001:1.0:1769077933.526408:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299294233
00000100:00000001:1.0:1769077933.526410:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299295489
00000100:00000001:1.0:1769077933.526413:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.526415:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526417:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077933.526421:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933]  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077933.526431:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077933.526433:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077933.526435:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077933.526437:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077933.526439:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077933.526442:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077933.526445:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077933.526454:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526462:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077933.526463:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077933.526471:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526479:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077933.526483:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526491:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077933.526493:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526495:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526499:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077933.526501:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077933.526505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077933.526509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077933.526511:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077933.526516:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077933.526558:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823488:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077933.526563:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.526567:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526575:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.526577:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.526581:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.526583:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.526586:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.526591:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823616:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077933.526595:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.526597:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.526599:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.526601:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.526604:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077933.526606:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.526611:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077933.526614:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077933.526618:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077933.526622:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823616, portal 4
00000100:00000001:1.0:1769077933.526624:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.526626:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769077933.526632:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526640:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.526642:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077933.526645:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077933.526647:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925823616, offset 0
00000400:00000200:1.0:1769077933.526652:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077933.526657:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.526661:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077933.526664:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.526667:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077933.526670:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.526673:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077933.526676:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16144:16144:256:4294967295] 192.168.204.157@tcp LPNI seq info [16140:16140:8:4294967295]
00000400:00000200:1.0:1769077933.526682:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077933.526688:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.526694:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.526698:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077933.526702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077933.526705:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077933.526710:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077933.526713:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077933.526717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077933.526720:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077933.526722:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077933.526726:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077933.526730:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077933.526732:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077933.526734:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077933.526738:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526747:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526751:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526758:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526760:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077933.526764:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.526767:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077933.526771:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077933.526774:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299294231
00000100:00000001:1.0:1769077933.526777:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299295488
00000100:00000001:1.0:1769077933.526780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299294231
00000100:00000001:1.0:1769077933.526782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299295489
00000100:00000001:1.0:1769077933.526785:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.526787:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.526789:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077933.526794:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933]  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077933.526803:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077933.526804:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077933.526806:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077933.526809:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077933.526811:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077933.526813:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077933.526817:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077933.526827:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526835:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077933.526837:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526838:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526840:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077933.526844:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526852:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077933.526856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526864:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077933.526868:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526869:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077933.526871:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526873:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077933.526875:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077933.526878:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077933.526881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077933.526884:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077933.526888:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077933.526898:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823616:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077933.526902:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526905:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526908:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a300 x1855007925823360/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526915:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077933.526917:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077933.526919:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077933.526922:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077933.526924:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077933.526925:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077933.526928:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077933.526930:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769077933.526933:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077933.526935:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077933.526936:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a300.
00000100:00000001:1.0:1769077933.526941:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077933.526942:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526944:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526948:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952aa00 x1855007925823488/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.526964:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077933.526966:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077933.526967:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077933.526970:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077933.526972:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077933.526973:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077933.526975:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077933.526977:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769077933.526980:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077933.526981:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077933.526983:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952aa00.
00000100:00000001:1.0:1769077933.526985:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077933.526986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.526989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077933.526993:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925823616/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.527000:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077933.527002:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077933.527004:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077933.527006:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077933.527007:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077933.527009:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077933.527012:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077933.527013:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769077933.527016:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077933.527017:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077933.527019:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769077933.527022:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077933.527023:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.527025:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.527029:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077933.527031:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.527033:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077933.527035:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077933.972709:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077933.972715:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077933.972720:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077934.868650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299295488, at 4299295552
00000100:00000010:2.0:1769077934.868670:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:0.0:1769077934.996751:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077934.996754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077934.996757:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077937.044735:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077937.044739:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077937.044742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077938.068686:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077938.068691:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077938.068694:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077938.644854:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.644859:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077938.644864:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.644874:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.644894:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.644898:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.644902:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.644906:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.644910:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.644916:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925823744:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077938.644921:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.644925:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.644929:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.644933:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.644938:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077938.644944:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.644953:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077938.644958:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077938.644966:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077938.644974:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823744, portal 25
00000100:00000001:1.0:1769077938.644981:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.644985:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769077938.644999:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645036:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.645044:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077938.645050:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077938.645056:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925823744, offset 0
00000400:00000200:1.0:1769077938.645066:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645085:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077938.645095:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.645102:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077938.645110:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.645117:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645123:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16145:16145:256:4294967295] 192.168.204.157@tcp LPNI seq info [16141:16141:8:4294967295]
00000400:00000200:1.0:1769077938.645132:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645148:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.645159:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645166:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077938.645176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077938.645180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077938.645187:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077938.645192:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077938.645216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645219:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077938.645223:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.645232:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.645238:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077938.645240:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077938.645245:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.645252:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645267:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.645273:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645286:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645291:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.645300:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.645310:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077938.645316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299300608
00000100:00000010:1.0:1769077938.645324:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a37e0.
00000100:00000001:1.0:1769077938.645333:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077938.645342:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299300608
00000100:00000010:1.0:1769077938.645350:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3cc0.
00000100:00000001:1.0:1769077938.645358:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077938.645366:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.645373:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645380:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.645390:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.645414:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.645418:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.645421:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077938.645426:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077938.645429:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077938.645433:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.645440:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.645462:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645474:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.645479:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645482:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645485:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.645490:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645500:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.645506:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645514:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.645518:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645521:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645556:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645558:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.645560:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.645562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.645566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077938.645568:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.645572:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.645578:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925823744:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077938.645581:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645583:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.645584:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925823744/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645589:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.645591:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.645593:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077938.645595:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.645596:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.645597:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077938.645598:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.645600:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769077938.645602:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.645604:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.645605:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769077938.645607:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.645608:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645610:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645615:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.645617:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645618:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.645619:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077938.645620:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.645623:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645628:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.645629:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.645630:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.645632:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.645633:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.645635:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823872:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.645637:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.645639:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.645640:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.645641:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.645644:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077938.645645:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.645648:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077938.645650:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077938.645652:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077938.645655:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925823872, portal 10
00000100:00000001:1.0:1769077938.645656:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.645657:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769077938.645662:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645666:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.645668:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077938.645669:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077938.645671:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925823872, offset 0
00000400:00000200:1.0:1769077938.645673:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645676:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645679:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077938.645681:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.645683:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077938.645685:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.645686:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645689:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16146:16146:256:4294967295] 192.168.204.157@tcp LPNI seq info [16142:16142:8:4294967295]
00000400:00000200:1.0:1769077938.645692:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645697:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.645700:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645702:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077938.645705:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077938.645707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077938.645710:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077938.645712:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077938.645714:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645716:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077938.645718:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.645720:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.645722:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077938.645724:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077938.645725:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.645727:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645733:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.645735:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645739:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645740:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.645742:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.645744:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077938.645746:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077938.645748:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299299344
00000100:00000001:1.0:1769077938.645749:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.645751:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299299344
00000100:00000001:1.0:1769077938.645752:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.645754:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.645755:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645757:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.645759:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.645764:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.645765:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.645766:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077938.645768:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077938.645769:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077938.645770:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.645772:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.645778:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645781:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.645782:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645783:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645784:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.645786:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645790:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.645793:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645797:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.645798:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645799:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645800:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645801:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.645802:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.645804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.645807:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077938.645808:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.645810:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.645815:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925823872:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.645818:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.645820:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645824:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.645824:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.645826:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.645827:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.645828:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.645830:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824000:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.645832:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.645833:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.645834:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.645836:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.645838:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077938.645839:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.645841:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077938.645842:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077938.645844:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077938.645845:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824000, portal 10
00000100:00000001:1.0:1769077938.645847:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.645848:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769077938.645851:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645855:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.645857:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077938.645858:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077938.645860:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925824000, offset 0
00000400:00000200:1.0:1769077938.645862:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645865:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645867:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077938.645869:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.645870:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077938.645872:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.645873:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077938.645875:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16147:16147:256:4294967295] 192.168.204.157@tcp LPNI seq info [16143:16143:8:4294967295]
00000400:00000200:1.0:1769077938.645878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.645882:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.645885:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645887:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077938.645889:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077938.645891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077938.645893:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077938.645895:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077938.645897:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.645899:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077938.645901:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.645903:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.645904:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077938.645905:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077938.645907:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.645909:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645913:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.645915:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645920:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645921:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.645923:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.645924:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077938.645926:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077938.645928:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299299353
00000100:00000001:1.0:1769077938.645929:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.645931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299299353
00000100:00000001:1.0:1769077938.645932:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.645934:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.645935:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.645936:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.645938:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.645942:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.645943:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.645944:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077938.645945:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077938.645946:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077938.645947:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.645949:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.645955:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645959:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.645959:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645961:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.645963:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645967:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.645970:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.645974:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.645976:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645978:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.645979:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.645980:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.645982:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.645985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.645988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077938.645991:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.645995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.646003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824000:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.646008:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.646011:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646019:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.646020:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.646023:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.646025:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.646027:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.646030:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824128:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.646032:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.646034:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.646035:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.646036:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.646038:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077938.646040:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.646043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077938.646045:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077938.646047:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077938.646049:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824128, portal 4
00000100:00000001:1.0:1769077938.646050:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.646051:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169703680 : -125582539847936 : ffff8dc889528700)
00000100:00000040:1.0:1769077938.646055:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646059:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.646061:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077938.646062:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077938.646064:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925824128, offset 0
00000400:00000200:1.0:1769077938.646066:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077938.646069:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.646071:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077938.646073:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.646075:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077938.646076:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.646078:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077938.646080:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16148:16148:256:4294967295] 192.168.204.157@tcp LPNI seq info [16144:16144:8:4294967295]
00000400:00000200:1.0:1769077938.646083:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077938.646087:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.646090:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.646092:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077938.646094:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077938.646096:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077938.646099:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077938.646101:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077938.646103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077938.646105:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077938.646107:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.646109:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.646111:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077938.646112:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077938.646114:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.646116:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646121:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.646123:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646127:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.646128:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.646130:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.646132:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077938.646134:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077938.646135:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299299350
00000100:00000001:1.0:1769077938.646137:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.646139:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299299350
00000100:00000001:1.0:1769077938.646140:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299300608
00000100:00000001:1.0:1769077938.646141:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.646142:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.646144:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.646146:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.646150:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.646151:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.646152:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077938.646153:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077938.646154:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077938.646155:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.646157:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.646162:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646171:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.646172:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646173:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.646174:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.646176:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646180:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.646183:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646187:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.646188:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646189:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.646190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646191:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.646192:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.646193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.646195:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077938.646197:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.646219:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.646225:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824128:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.646227:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646229:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.646231:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925823872/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646235:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.646236:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.646238:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077938.646239:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.646240:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.646241:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077938.646243:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.646244:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769077938.646246:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.646247:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.646248:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769077938.646250:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.646251:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646252:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.646254:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925824000/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646258:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.646259:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.646259:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077938.646261:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.646262:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.646262:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077938.646263:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.646264:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769077938.646265:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.646266:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.646267:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769077938.646268:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.646269:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646270:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.646272:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528700 x1855007925824128/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.646277:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.646277:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.646278:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077938.646279:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.646280:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.646281:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077938.646282:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.646283:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769077938.646285:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.646285:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.646286:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769077938.646288:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.646288:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646289:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.646292:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.646293:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.646294:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.646295:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077939.092716:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077939.092720:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077939.092724:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077939.988642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299300608, at 4299300672
00000100:00000010:2.0:1769077939.988658:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:1.0:1769077941.140733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077941.140743:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077941.140746:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077942.164719:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077942.164723:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077942.164727:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077943.188706:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077943.188710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077943.188713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077943.764621:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077943.764630:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077943.764632:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077943.764635:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077943.764639:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077943.764644:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4632
00000400:00000200:0.0:1769077943.764652:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077943.764657:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077943.764660:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077943.764662:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764665:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.764667:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764669:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077943.764673:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077943.764674:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077943.764676:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077943.764678:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077943.764680:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077943.764681:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077943.764683:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764684:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.764686:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764687:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077943.764689:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077943.764692:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764693:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077943.764695:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077943.764698:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077943.764700:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764701:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077943.764703:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077943.764710:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769077943.764720:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077943.764726:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077943.764728:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764730:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077943.764732:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077943.764735:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077943.764742:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077943.764747:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077943.764753:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077943.764766:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077943.764770:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077943.764773:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077943.764791:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077943.764793:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077943.764796:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077943.764797:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077943.764798:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077943.764800:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077943.764801:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4632
00000400:00000200:0.0:1769077943.764804:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077943.764806:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077943.764808:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077943.764810:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764811:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.764813:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764814:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077943.764815:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077943.764816:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077943.764817:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077943.764819:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077943.764821:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077943.764822:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077943.764824:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764826:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.764827:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764829:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077943.764831:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077943.764834:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077943.764836:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077943.764838:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077943.764838:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077943.764842:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.764843:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077943.764845:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.764847:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077943.764848:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077943.764853:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077943.764856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077943.764857:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764861:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077943.764866:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769077943.764870:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:1.0:1769077943.764873:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077943.764874:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077943.764878:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.764878:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764882:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077943.764884:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077943.764885:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077943.764886:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.764889:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769077943.764891:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077943.764893:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764895:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.764899:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925824256:192.168.204.157@tcp:250:kworker.0
00000100:00100000:0.0:1769077943.764904:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077943.764905:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.764910:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.764913:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.764915:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077943.764917:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077943.764920:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077943.764923:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077943.764927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077943.764928:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077943.764937:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077943.764946:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077943.764950:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00080000:0.0:1769077943.764952:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077943.764957:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00080000:0.0:1769077943.764958:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077943.764963:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077943.764966:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769077943.764967:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824256, portal 25
00000100:00000001:0.0:1769077943.764971:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077943.764971:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.764975:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00080000:0.0:1769077943.764978:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4632
00000100:00000040:1.0:1769077943.764983:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077943.764984:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077943.764991:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077943.764995:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077943.765001:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077943.765002:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077943.765005:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077943.765009:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077943.765011:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077943.765013:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000001:0.0:1769077943.765015:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077943.765018:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1769077943.765019:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925824256, offset 0
00000020:00000040:0.0:1769077943.765020:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077943.765023:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077943.765026:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077943.765027:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077943.765032:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077943.765032:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769077943.765037:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765039:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.765042:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077943.765043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077943.765045:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077943.765048:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077943.765051:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769077943.765053:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769077943.765058:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.765064:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769077943.765066:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.765069:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077943.765070:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077943.765074:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077943.765074:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:0.0:1769077943.765079:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.765079:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16149:16149:256:4294967295] 192.168.204.157@tcp LPNI seq info [16145:16145:8:4294967295]
00000100:00000001:0.0:1769077943.765081:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077943.765084:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077943.765088:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00000001:0.0:1769077943.765089:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.765093:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077943.765096:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077943.765101:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769077943.765105:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077943.765106:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077943.765108:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.765123:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077943.765125:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077943.765126:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077943.765130:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000800:00000200:1.0:1769077943.765131:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765134:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077943.765138:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000100:00100000:0.0:1769077943.765142:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077943.765150:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077943.765155:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077943.765157:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077943.765158:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077943.765166:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077943.765168:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077943.765174:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077943.765179:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077943.765183:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769077943.765184:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1769077943.765186:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000100:00080000:0.0:1769077943.765188:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077943.765191:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077943.765192:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077943.765193:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077943.765195:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077943.765200:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4632
00000400:00000200:1.0:1769077943.765202:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077943.765206:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.765207:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000200:0.0:1769077943.765211:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:1.0:1769077943.765212:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00080000:0.0:1769077943.765213:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077943.765219:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765221:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077943.765221:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077943.765226:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765228:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077943.765231:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077943.765232:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000200:1.0:1769077943.765232:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077943.765234:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077943.765236:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077943.765240:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077943.765245:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077943.765251:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765255:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077943.765259:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077943.765261:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077943.765261:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077943.765265:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077943.765270:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769077943.765271:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077943.765272:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077943.765275:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077943.765277:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077943.765282:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.765285:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077943.765289:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077943.765295:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.765297:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765302:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1769077943.765303:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077943.765306:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077943.765308:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077943.765310:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765310:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077943.765316:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077943.765317:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077943.765318:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.765320:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1769077943.765322:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:1.0:1769077943.765324:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299305728
00000100:00000001:0.0:1769077943.765325:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077943.765331:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3840.
00000100:00100000:0.0:1769077943.765332:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077943.765340:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077943.765342:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077943.765346:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765347:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299305728
00000100:00000040:0.0:1769077943.765353:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077943.765353:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a36c0.
00000100:00000001:1.0:1769077943.765358:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077943.765364:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077943.765372:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765372:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765378:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769077943.765379:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077943.765385:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769077943.765389:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077943.765392:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4642)
00000400:00000001:1.0:1769077943.765405:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.765407:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.765410:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077943.765414:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077943.765416:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077943.765419:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.765433:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.765443:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765450:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.765453:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765455:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.765457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.765461:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765469:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.765475:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765483:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.765486:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765488:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.765490:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765492:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.765494:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.765498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.765502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077943.765505:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.765510:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.765519:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925824256:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077943.765553:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765556:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.765560:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925824256/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765568:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.765571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.765574:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077943.765577:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.765579:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.765581:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077943.765584:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.765586:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077943.765590:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.765592:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.765594:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769077943.765597:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.765598:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765600:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765609:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.765611:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765613:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.765615:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077943.765617:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.765621:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765629:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.765631:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.765634:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.765636:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.765639:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.765642:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824384:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.765646:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.765648:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.765650:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.765652:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.765655:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077943.765657:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.765663:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077943.765666:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077943.765670:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077943.765673:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824384, portal 10
00000100:00000001:1.0:1769077943.765676:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.765677:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:1.0:1769077943.765685:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765693:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.765695:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077943.765698:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077943.765701:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925824384, offset 0
00000400:00000200:1.0:1769077943.765705:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077943.765710:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.765714:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077943.765718:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.765721:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077943.765724:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.765726:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077943.765730:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16150:16150:256:4294967295] 192.168.204.157@tcp LPNI seq info [16146:16146:8:4294967295]
00000400:00000200:1.0:1769077943.765735:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.765742:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.765748:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.765751:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077943.765756:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077943.765759:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077943.765764:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077943.765766:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077943.765771:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.765773:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077943.765775:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.765779:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.765783:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077943.765785:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077943.765787:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.765792:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.765804:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765818:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765820:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.765823:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.765827:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077943.765831:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077943.765833:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299304464
00000100:00000001:1.0:1769077943.765836:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.765839:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299304464
00000100:00000001:1.0:1769077943.765841:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.765843:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.765846:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.765848:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.765852:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.765861:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.765862:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.765864:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077943.765867:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077943.765868:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077943.765871:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.765874:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.765883:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765891:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.765893:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765895:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.765896:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.765901:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765909:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.765914:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765922:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.765924:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765926:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.765927:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.765929:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.765931:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.765934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.765937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077943.765940:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.765945:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.765954:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824384:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.765957:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.765962:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.765969:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.765971:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.765973:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.765975:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.765978:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.765981:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.765984:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.765987:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.765989:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.765991:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.765994:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077943.765996:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.766001:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077943.766003:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077943.766007:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077943.766010:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824512, portal 10
00000100:00000001:1.0:1769077943.766012:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.766014:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:1.0:1769077943.766020:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766027:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.766030:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077943.766032:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077943.766035:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925824512, offset 0
00000400:00000200:1.0:1769077943.766039:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077943.766043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.766047:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077943.766050:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.766052:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077943.766055:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.766058:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077943.766061:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16151:16151:256:4294967295] 192.168.204.157@tcp LPNI seq info [16147:16147:8:4294967295]
00000400:00000200:1.0:1769077943.766066:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.766074:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.766079:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.766083:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077943.766087:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077943.766090:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077943.766094:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077943.766097:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077943.766101:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.766104:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077943.766107:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.766111:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.766128:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077943.766130:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077943.766133:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.766137:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766146:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.766149:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766156:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.766158:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.766161:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.766164:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077943.766168:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077943.766171:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299304473
00000100:00000001:1.0:1769077943.766174:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.766176:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299304473
00000100:00000001:1.0:1769077943.766178:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.766181:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.766183:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.766185:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.766189:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.766199:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.766201:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.766202:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077943.766205:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077943.766207:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077943.766210:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.766213:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.766222:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766230:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.766231:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766233:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.766235:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.766239:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766247:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.766251:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766259:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.766262:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766264:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.766265:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766268:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.766269:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.766273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.766277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077943.766279:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.766283:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.766293:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.766297:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.766301:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766309:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.766310:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.766313:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.766315:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.766317:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.766320:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824640:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.766324:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.766326:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.766328:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.766330:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.766333:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077943.766336:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.766340:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077943.766343:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077943.766347:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077943.766350:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824640, portal 4
00000100:00000001:1.0:1769077943.766352:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.766354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000040:1.0:1769077943.766360:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766367:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.766370:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077943.766372:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077943.766375:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925824640, offset 0
00000400:00000200:1.0:1769077943.766379:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077943.766383:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.766387:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077943.766390:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.766393:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077943.766396:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.766399:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077943.766403:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16152:16152:256:4294967295] 192.168.204.157@tcp LPNI seq info [16148:16148:8:4294967295]
00000400:00000200:1.0:1769077943.766408:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077943.766415:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.766420:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.766423:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077943.766427:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077943.766430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077943.766435:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077943.766438:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077943.766442:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077943.766444:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077943.766448:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.766451:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.766454:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077943.766457:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077943.766459:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.766463:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766471:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.766475:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.766484:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.766487:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.766490:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077943.766494:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077943.766496:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299304470
00000100:00000001:1.0:1769077943.766498:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.766501:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299304470
00000100:00000001:1.0:1769077943.766503:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299305728
00000100:00000001:1.0:1769077943.766506:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.766508:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.766510:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.766514:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.766541:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.766543:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.766545:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077943.766548:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077943.766549:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077943.766552:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.766555:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.766565:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766572:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.766573:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766575:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.766577:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.766581:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766588:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.766592:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766600:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.766602:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766604:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.766605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766607:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.766608:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.766611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.766615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077943.766617:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.766622:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.766630:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824640:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.766634:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766635:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.766639:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925824384/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766646:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.766648:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.766650:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077943.766652:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.766654:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.766655:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077943.766658:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.766659:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077943.766662:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.766664:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.766665:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:1.0:1769077943.766668:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.766669:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766671:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.766674:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925824512/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766682:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.766683:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.766684:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077943.766687:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.766688:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.766689:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077943.766691:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.766693:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077943.766696:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.766697:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.766698:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769077943.766700:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.766702:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766703:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.766707:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925824640/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.766713:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.766715:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.766717:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077943.766719:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.766720:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.766721:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077943.766723:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.766725:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769077943.766727:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.766728:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.766729:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:1.0:1769077943.766731:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.766733:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766734:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.766738:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.766740:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.766742:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.766743:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077945.108670:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299305728, at 4299305792
00000100:00000010:2.0:1769077945.108704:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:1.0:1769077945.236741:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077945.236745:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077945.236748:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077946.260726:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077946.260732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077946.260737:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077947.284678:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077947.284682:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077947.284687:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077948.884631:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077948.884640:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077948.884642:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077948.884645:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077948.884649:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077948.884654:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4637
00000400:00000200:0.0:1769077948.884663:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077948.884668:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077948.884670:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077948.884673:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884676:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.884678:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884681:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077948.884685:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077948.884688:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077948.884691:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077948.884694:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077948.884697:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077948.884699:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077948.884703:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884705:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.884707:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884709:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077948.884712:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077948.884717:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884719:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077948.884722:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077948.884726:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077948.884728:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.884739:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077948.884741:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077948.884750:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769077948.884754:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077948.884758:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077948.884760:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.884763:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077948.884766:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077948.884771:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077948.884779:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077948.884784:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077948.884792:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077948.884800:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077948.884804:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077948.884808:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077948.884827:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077948.884829:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077948.884832:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077948.884833:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077948.884834:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077948.884836:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077948.884838:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4637
00000400:00000200:0.0:1769077948.884841:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077948.884843:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077948.884845:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077948.884847:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884848:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.884850:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884852:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077948.884854:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077948.884855:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077948.884856:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077948.884857:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077948.884858:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077948.884860:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077948.884862:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884863:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.884865:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884866:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077948.884868:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077948.884870:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077948.884872:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077948.884873:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077948.884875:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077948.884878:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077948.884881:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.884881:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077948.884885:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077948.884887:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077948.884894:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077948.884897:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077948.884901:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.884903:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077948.884909:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077948.884913:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077948.884918:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077948.884920:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.884924:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077948.884927:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077948.884927:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077948.884929:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.884933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077948.884934:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077948.884940:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.884940:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.884945:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769077948.884948:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077948.884950:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.884960:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1769077948.884961:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925824768:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769077948.884963:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.884970:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077948.884971:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077948.884976:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077948.884979:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.884981:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077948.884983:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077948.884987:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1769077948.884987:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077948.884991:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077948.884992:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077948.884994:0:45875:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:1.0:1769077948.884995:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
00000100:00080000:0.0:1769077948.884996:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4637
02000000:00000001:1.0:1769077948.885001:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077948.885002:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077948.885007:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077948.885008:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077948.885010:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885015:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077948.885015:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077948.885019:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885022:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:1.0:1769077948.885022:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000020:00000001:0.0:1769077948.885023:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077948.885038:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077948.885040:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077948.885042:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077948.885043:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077948.885045:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:1.0:1769077948.885046:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000040:0.0:1769077948.885048:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885052:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.885054:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885056:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:1.0:1769077948.885057:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824768, portal 25
00000020:00000040:0.0:1769077948.885058:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077948.885064:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077948.885064:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077948.885068:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885068:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
02000000:00000001:0.0:1769077948.885072:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077948.885076:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077948.885078:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.885081:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769077948.885082:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077948.885083:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077948.885087:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.885091:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077948.885096:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769077948.885100:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077948.885104:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077948.885104:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077948.885108:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.885110:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077948.885112:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769077948.885113:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077948.885114:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077948.885121:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000400:00000010:1.0:1769077948.885121:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000001:0.0:1769077948.885125:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077948.885129:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925824768, offset 0
00000100:00100000:0.0:1769077948.885131:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077948.885138:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077948.885142:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885143:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077948.885150:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077948.885156:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077948.885159:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077948.885163:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077948.885165:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077948.885166:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077948.885168:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769077948.885169:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077948.885176:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077948.885179:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4637
00000400:00000200:1.0:1769077948.885181:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.885187:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077948.885191:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.885193:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077948.885197:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16153:16153:256:4294967295] 192.168.204.157@tcp LPNI seq info [16149:16149:8:4294967295]
00000400:00000200:1.0:1769077948.885201:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077948.885206:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077948.885212:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077948.885216:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077948.885221:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077948.885222:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885227:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.885230:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885233:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077948.885235:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077948.885237:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000800:00000200:1.0:1769077948.885238:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769077948.885239:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077948.885241:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077948.885245:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077948.885246:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077948.885249:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000010:1.0:1769077948.885249:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000100:00000001:0.0:1769077948.885254:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077948.885255:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885256:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077948.885258:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077948.885259:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885261:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077948.885262:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077948.885264:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077948.885266:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.885267:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077948.885269:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077948.885272:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077948.885272:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077948.885276:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077948.885280:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1769077948.885281:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077948.885285:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077948.885287:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077948.885288:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077948.885290:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077948.885291:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077948.885294:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077948.885296:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:0.0:1769077948.885298:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077948.885303:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077948.885303:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00100000:0.0:1769077948.885310:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769077948.885315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077948.885321:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769077948.885321:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000100:00000001:0.0:1769077948.885323:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077948.885330:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077948.885330:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.885341:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077948.885349:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.885350:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000100:00000040:0.0:1769077948.885353:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077948.885354:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000040:0.0:1769077948.885361:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077948.885361:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.885369:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077948.885370:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4647)
00000100:00000001:1.0:1769077948.885383:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.885387:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885395:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885398:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.885403:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.885408:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077948.885411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299310848
00000100:00000010:1.0:1769077948.885416:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a80.
00000100:00000001:1.0:1769077948.885422:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077948.885428:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299310848
00000100:00000010:1.0:1769077948.885431:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3600.
00000100:00000001:1.0:1769077948.885435:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077948.885438:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.885441:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885443:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.885448:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.885464:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.885466:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.885468:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077948.885471:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077948.885473:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077948.885476:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.885480:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.885488:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885495:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.885496:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885499:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.885501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.885505:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885511:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.885515:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885550:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.885554:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885556:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.885557:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885560:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.885562:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.885565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.885570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077948.885572:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.885577:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.885586:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925824768:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077948.885591:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885594:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.885597:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925824768/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885604:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.885607:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.885609:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077948.885613:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.885615:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.885617:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077948.885620:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.885622:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077948.885626:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.885628:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.885630:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:1.0:1769077948.885634:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.885635:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885637:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885644:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077948.885647:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885649:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077948.885651:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077948.885652:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077948.885656:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885664:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077948.885665:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.885668:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.885669:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.885671:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.885673:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824896:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.885676:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.885677:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.885678:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.885680:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.885682:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077948.885683:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.885687:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077948.885689:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077948.885691:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077948.885694:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925824896, portal 10
00000100:00000001:1.0:1769077948.885695:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.885696:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:1.0:1769077948.885701:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885705:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.885707:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077948.885708:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077948.885710:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925824896, offset 0
00000400:00000200:1.0:1769077948.885713:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077948.885715:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.885718:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077948.885720:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.885722:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077948.885724:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.885726:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077948.885728:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16154:16154:256:4294967295] 192.168.204.157@tcp LPNI seq info [16150:16150:8:4294967295]
00000400:00000200:1.0:1769077948.885731:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.885736:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.885738:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.885740:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077948.885743:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077948.885746:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077948.885749:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077948.885751:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077948.885753:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.885755:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077948.885757:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.885759:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.885762:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077948.885763:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077948.885764:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.885767:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885772:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.885774:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885778:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885779:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.885781:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.885784:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077948.885786:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077948.885787:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299309584
00000100:00000001:1.0:1769077948.885789:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.885790:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299309584
00000100:00000001:1.0:1769077948.885792:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.885793:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.885795:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.885796:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.885798:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.885803:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.885804:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.885805:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077948.885807:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077948.885808:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077948.885809:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.885811:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.885816:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885820:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.885821:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885822:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.885823:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.885825:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885829:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.885831:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885835:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.885837:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885838:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.885839:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.885841:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.885842:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.885843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.885845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077948.885847:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.885849:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.885854:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925824896:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.885857:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077948.885859:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885863:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077948.885864:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.885865:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.885866:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.885868:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.885869:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.885871:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.885872:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.885873:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.885875:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.885877:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077948.885879:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.885881:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077948.885884:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077948.885887:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077948.885890:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825024, portal 10
00000100:00000001:1.0:1769077948.885892:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.885893:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:1.0:1769077948.885899:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.885906:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.885909:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077948.885911:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077948.885914:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925825024, offset 0
00000400:00000200:1.0:1769077948.885918:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077948.885921:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.885925:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077948.885928:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.885931:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077948.885934:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.885936:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077948.885939:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16155:16155:256:4294967295] 192.168.204.157@tcp LPNI seq info [16151:16151:8:4294967295]
00000400:00000200:1.0:1769077948.885944:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.885951:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.885956:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.885960:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077948.885964:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077948.885967:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077948.885971:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077948.885974:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077948.885979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.885981:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077948.885984:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.885987:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.885990:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077948.885992:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077948.885995:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.885999:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886007:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.886010:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886017:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.886018:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.886022:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.886025:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077948.886045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077948.886048:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299309593
00000100:00000001:1.0:1769077948.886051:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.886053:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299309593
00000100:00000001:1.0:1769077948.886056:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.886058:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.886061:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.886063:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.886067:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.886076:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.886077:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.886079:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077948.886082:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077948.886084:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077948.886086:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.886090:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.886099:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886105:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.886107:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886109:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.886110:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.886114:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886122:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.886126:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886133:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.886134:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886136:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.886136:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886138:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.886139:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.886141:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.886144:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077948.886145:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.886148:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.886153:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.886156:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077948.886158:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886162:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077948.886163:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.886165:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.886166:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.886168:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.886170:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825152:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077948.886171:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.886173:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.886174:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.886175:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.886178:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077948.886180:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.886184:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077948.886187:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077948.886190:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077948.886194:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825152, portal 4
00000100:00000001:1.0:1769077948.886196:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.886197:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000100:00000040:1.0:1769077948.886203:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886210:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.886213:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077948.886215:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077948.886218:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925825152, offset 0
00000400:00000200:1.0:1769077948.886223:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077948.886228:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.886232:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077948.886235:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.886237:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077948.886240:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.886242:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077948.886246:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16156:16156:256:4294967295] 192.168.204.157@tcp LPNI seq info [16152:16152:8:4294967295]
00000400:00000200:1.0:1769077948.886250:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077948.886256:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.886261:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.886265:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077948.886269:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077948.886272:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077948.886276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077948.886280:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077948.886284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077948.886286:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077948.886289:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.886293:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.886296:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077948.886298:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077948.886300:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.886304:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886313:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.886316:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886330:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.886332:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.886335:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.886338:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077948.886342:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077948.886344:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299309590
00000100:00000001:1.0:1769077948.886346:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.886349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299309590
00000100:00000001:1.0:1769077948.886351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299310848
00000100:00000001:1.0:1769077948.886353:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.886356:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.886358:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.886362:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.886371:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.886372:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.886374:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077948.886377:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077948.886379:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077948.886381:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.886385:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.886395:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886402:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.886403:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886405:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.886407:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.886411:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886419:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.886424:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886431:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.886434:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886435:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.886437:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886439:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.886441:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.886443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.886447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077948.886450:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.886454:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.886462:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825152:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077948.886467:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886469:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.886472:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925824896/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886480:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.886482:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.886484:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077948.886486:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.886488:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.886490:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077948.886492:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.886494:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077948.886497:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.886498:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.886500:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:1.0:1769077948.886502:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.886504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886505:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.886509:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925825024/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886516:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.886517:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.886519:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077948.886541:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.886543:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.886544:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077948.886547:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.886549:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077948.886551:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.886552:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.886554:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:1.0:1769077948.886556:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.886558:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886560:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.886564:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925825152/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.886570:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.886572:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.886574:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077948.886576:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.886578:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.886579:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077948.886581:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.886583:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077948.886585:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.886587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.886588:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:1.0:1769077948.886590:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.886592:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886594:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.886599:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077948.886600:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.886602:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077948.886604:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077949.332684:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077949.332688:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077949.332691:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077950.228583:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299310848, at 4299310912
00000100:00000010:2.0:1769077950.228598:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00000020:00000001:2.0:1769077950.356739:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077950.356742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077950.356745:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077951.380677:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077951.380680:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077951.380683:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077952.148880:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:1.0:1769077953.428686:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077953.428689:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077953.428691:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077954.004643:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077954.004655:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077954.004658:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077954.004663:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077954.004667:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077954.004674:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4642
00000400:00000200:0.0:1769077954.004683:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077954.004690:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077954.004693:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077954.004697:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004699:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.004701:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077954.004706:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077954.004708:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077954.004711:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077954.004713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077954.004716:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077954.004718:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077954.004722:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004724:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.004726:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004728:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077954.004731:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077954.004735:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004737:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077954.004741:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077954.004745:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077954.004748:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004751:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077954.004753:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077954.004761:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077954.004764:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077954.004769:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077954.004771:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004774:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077954.004776:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077954.004782:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077954.004789:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769077954.004793:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077954.004800:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077954.004809:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077954.004812:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077954.004815:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077954.004834:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077954.004838:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077954.004842:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077954.004843:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077954.004845:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077954.004848:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077954.004851:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4642
00000400:00000200:0.0:1769077954.004855:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077954.004859:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077954.004861:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077954.004864:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077954.004864:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077954.004866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077954.004868:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077954.004869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004871:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077954.004871:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077954.004873:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077954.004875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077954.004876:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077954.004877:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077954.004878:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077954.004881:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077954.004883:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769077954.004886:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077954.004887:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077954.004888:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004889:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.004891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:1.0:1769077954.004892:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077954.004893:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769077954.004895:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077954.004896:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769077954.004897:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077954.004899:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004901:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077954.004901:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925825280:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769077954.004903:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077954.004908:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077954.004910:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004912:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077954.004913:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769077954.004917:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077954.004917:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077954.004919:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077954.004920:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004922:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.004922:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769077954.004925:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
02000000:00000010:1.0:1769077954.004926:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
00000020:00000040:0.0:1769077954.004928:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077954.004928:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077954.004931:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077954.004932:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.004934:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077954.004935:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077954.004935:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077954.004937:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077954.004939:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
02000000:00000010:0.0:1769077954.004953:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000400:00000010:1.0:1769077954.004955:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000001:0.0:1769077954.004956:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077954.004961:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077954.004962:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825280, portal 25
00000100:00000001:1.0:1769077954.004965:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077954.004966:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000001:0.0:1769077954.004970:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077954.004972:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077954.004973:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077954.004976:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.004981:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077954.004984:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077954.004985:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077954.004987:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00080000:0.0:1769077954.004988:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077954.004991:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1769077954.004991:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925825280, offset 0
00000100:00000001:0.0:1769077954.004993:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077954.004994:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077954.004997:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077954.004998:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769077954.005000:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4642
00000400:00000200:0.0:1769077954.005004:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077954.005006:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077954.005008:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077954.005009:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077954.005011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005013:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.005015:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005015:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769077954.005017:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077954.005019:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077954.005020:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:1.0:1769077954.005021:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077954.005022:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077954.005024:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077954.005026:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077954.005026:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:0.0:1769077954.005028:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077954.005030:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077954.005032:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005033:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005034:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.005036:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005037:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16157:16157:256:4294967295] 192.168.204.157@tcp LPNI seq info [16153:16153:8:4294967295]
00000100:00000001:0.0:1769077954.005038:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077954.005041:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077954.005042:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077954.005043:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005045:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077954.005047:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077954.005049:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077954.005052:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077954.005052:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077954.005055:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077954.005057:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769077954.005059:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00000001:0.0:1769077954.005060:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.005061:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077954.005064:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000800:00000010:1.0:1769077954.005064:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000020:00000040:0.0:1769077954.005067:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077954.005069:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1769077954.005070:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769077954.005071:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.005072:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077954.005074:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1769077954.005075:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1769077954.005076:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077954.005079:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000800:00000200:1.1:1769077954.005081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077954.005082:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077954.005084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1769077954.005086:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769077954.005089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005092:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000100:00000001:0.0:1769077954.005094:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077954.005096:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077954.005096:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077954.005100:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077954.005101:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077954.005106:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000100:00000001:0.0:1769077954.005107:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077954.005109:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00080000:0.0:1769077954.005110:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077954.005112:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769077954.005113:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077954.005115:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077954.005117:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769077954.005117:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077954.005119:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077954.005122:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4642
00000400:00000200:0.0:1769077954.005125:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077954.005126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769077954.005128:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077954.005130:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077954.005130:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077954.005133:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005136:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077954.005138:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077954.005138:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.005140:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077954.005140:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077954.005142:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077954.005143:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077954.005145:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077954.005146:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077954.005147:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077954.005149:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:1.0:1769077954.005150:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:0.0:1769077954.005152:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077954.005153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299315968
00000100:00000040:0.0:1769077954.005155:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005157:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769077954.005158:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3480.
00000100:00000040:0.0:1769077954.005160:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005162:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077954.005164:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769077954.005165:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1769077954.005167:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077954.005169:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005170:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299315968
02000000:00000001:0.0:1769077954.005171:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769077954.005173:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3960.
02000000:00000001:0.0:1769077954.005174:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077954.005176:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005177:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077954.005178:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077954.005180:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077954.005181:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1769077954.005183:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005186:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077954.005190:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954]  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077954.005192:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.005194:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077954.005197:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077954.005200:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000001:1.0:1769077954.005200:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769077954.005202:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1769077954.005202:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769077954.005203:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077954.005205:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769077954.005205:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
02000000:00000001:0.0:1769077954.005207:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077954.005207:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
02000000:00000001:0.0:1769077954.005208:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077954.005209:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
02000000:00000010:0.0:1769077954.005212:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:1.0:1769077954.005212:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769077954.005215:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077954.005216:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077954.005220:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077954.005226:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077954.005228:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077954.005230:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077954.005234:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005234:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077954.005235:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077954.005242:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077954.005245:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077954.005245:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005247:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077954.005249:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769077954.005252:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077954.005254:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4652)
00000100:00000001:1.0:1769077954.005259:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077954.005264:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005271:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077954.005274:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005276:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005277:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005280:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077954.005282:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077954.005285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077954.005298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077954.005300:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077954.005304:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077954.005310:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925825280:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077954.005314:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005315:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.005317:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925825280/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005321:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077954.005323:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077954.005325:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077954.005327:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077954.005329:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077954.005330:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077954.005331:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077954.005333:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:1.0:1769077954.005336:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077954.005337:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077954.005339:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:1.0:1769077954.005341:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077954.005342:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005343:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005348:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077954.005350:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005351:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077954.005353:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077954.005354:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077954.005356:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005361:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077954.005362:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005363:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077954.005364:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077954.005366:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077954.005368:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825408:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077954.005369:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077954.005371:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077954.005372:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005373:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077954.005375:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077954.005376:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077954.005381:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077954.005384:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077954.005387:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077954.005390:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825408, portal 10
00000100:00000001:1.0:1769077954.005393:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077954.005394:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:1.0:1769077954.005400:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005407:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077954.005409:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077954.005412:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077954.005415:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925825408, offset 0
00000400:00000200:1.0:1769077954.005420:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005424:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005429:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077954.005432:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077954.005435:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077954.005438:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077954.005440:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005444:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16158:16158:256:4294967295] 192.168.204.157@tcp LPNI seq info [16154:16154:8:4294967295]
00000400:00000200:1.0:1769077954.005447:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005452:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077954.005455:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005458:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077954.005460:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077954.005462:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077954.005466:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077954.005468:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077954.005470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005472:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077954.005474:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077954.005477:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077954.005481:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077954.005483:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077954.005485:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077954.005489:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005497:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.005500:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005508:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005509:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077954.005513:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077954.005517:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077954.005541:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077954.005544:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299314704
00000100:00000001:1.0:1769077954.005546:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005547:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299314704
00000100:00000001:1.0:1769077954.005549:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005551:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077954.005552:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005553:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077954.005557:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954]  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077954.005562:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077954.005563:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077954.005565:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077954.005567:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077954.005568:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077954.005569:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077954.005571:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077954.005577:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005581:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077954.005582:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005583:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005584:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077954.005586:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005590:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077954.005593:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005598:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077954.005600:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005601:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005601:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005603:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077954.005604:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077954.005605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077954.005607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077954.005608:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077954.005611:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077954.005616:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825408:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077954.005618:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077954.005620:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005624:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077954.005625:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005627:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077954.005628:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077954.005629:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077954.005631:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077954.005633:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077954.005635:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077954.005636:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005637:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077954.005639:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077954.005641:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077954.005643:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077954.005645:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077954.005647:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077954.005649:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825536, portal 10
00000100:00000001:1.0:1769077954.005650:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077954.005651:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:1.0:1769077954.005655:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005659:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077954.005660:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077954.005662:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077954.005663:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925825536, offset 0
00000400:00000200:1.0:1769077954.005666:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005668:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005671:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077954.005673:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077954.005675:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077954.005676:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077954.005678:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005680:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16159:16159:256:4294967295] 192.168.204.157@tcp LPNI seq info [16155:16155:8:4294967295]
00000400:00000200:1.0:1769077954.005683:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005687:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077954.005690:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005692:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077954.005694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077954.005696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077954.005699:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077954.005701:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077954.005703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005712:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077954.005714:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077954.005717:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077954.005719:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077954.005720:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077954.005722:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077954.005724:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005729:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.005731:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005736:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005737:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077954.005739:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077954.005740:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077954.005743:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077954.005744:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299314713
00000100:00000001:1.0:1769077954.005746:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005747:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299314713
00000100:00000001:1.0:1769077954.005749:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005750:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077954.005751:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005752:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077954.005754:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954]  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077954.005759:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077954.005760:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077954.005761:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077954.005763:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077954.005764:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077954.005765:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077954.005767:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077954.005772:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005777:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077954.005778:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077954.005782:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005786:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077954.005788:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005792:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077954.005794:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005795:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005795:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005796:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077954.005797:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077954.005799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077954.005801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077954.005802:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077954.005804:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077954.005809:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077954.005811:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077954.005813:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005818:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077954.005819:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005821:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077954.005822:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077954.005824:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077954.005825:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825664:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077954.005828:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077954.005829:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077954.005830:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077954.005831:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077954.005833:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077954.005834:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077954.005836:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077954.005838:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077954.005840:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077954.005842:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825664, portal 4
00000100:00000001:1.0:1769077954.005843:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077954.005844:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000040:1.0:1769077954.005847:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005851:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077954.005853:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077954.005854:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077954.005856:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925825664, offset 0
00000400:00000200:1.0:1769077954.005858:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005860:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005863:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077954.005864:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077954.005866:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077954.005868:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077954.005869:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077954.005871:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16160:16160:256:4294967295] 192.168.204.157@tcp LPNI seq info [16156:16156:8:4294967295]
00000400:00000200:1.0:1769077954.005874:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077954.005878:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077954.005881:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005883:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077954.005885:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077954.005887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077954.005890:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077954.005891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077954.005894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077954.005895:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077954.005897:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077954.005899:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077954.005901:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077954.005902:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077954.005903:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077954.005905:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005910:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.005912:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005916:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005917:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077954.005919:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077954.005920:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077954.005922:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077954.005923:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299314710
00000100:00000001:1.0:1769077954.005925:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005926:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299314710
00000100:00000001:1.0:1769077954.005927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299315968
00000100:00000001:1.0:1769077954.005929:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077954.005930:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.005931:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077954.005934:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954]  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077954.005953:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077954.005955:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077954.005956:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077954.005958:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077954.005959:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077954.005960:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077954.005963:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077954.005969:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005973:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077954.005974:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005975:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005976:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077954.005978:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005982:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077954.005985:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.005990:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077954.005991:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005992:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077954.005993:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.005994:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077954.005995:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077954.005996:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077954.005998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077954.005999:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077954.006002:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077954.006007:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825664:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077954.006010:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.006011:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.006013:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925825408/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.006017:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077954.006018:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077954.006019:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077954.006020:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077954.006021:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077954.006022:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077954.006023:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077954.006025:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:1.0:1769077954.006027:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077954.006028:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077954.006029:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:1.0:1769077954.006030:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077954.006031:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.006032:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.006034:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925825536/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.006038:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077954.006039:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077954.006040:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077954.006041:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077954.006042:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077954.006043:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077954.006044:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077954.006044:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:1.0:1769077954.006046:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077954.006047:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077954.006047:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:1.0:1769077954.006049:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077954.006050:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.006051:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077954.006053:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925825664/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077954.006057:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077954.006057:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077954.006058:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077954.006060:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077954.006060:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077954.006061:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077954.006062:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077954.006063:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:1.0:1769077954.006064:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077954.006064:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077954.006065:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:1.0:1769077954.006067:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077954.006067:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.006068:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077954.006071:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077954.006072:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077954.006073:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077954.006074:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077954.452717:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077954.452720:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077954.452723:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077955.348628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299315968, at 4299316032
00000100:00000010:2.0:1769077955.348638:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00000020:00000001:0.0:1769077955.476744:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077955.476749:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077955.476753:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077957.524699:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077957.524707:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077957.524711:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077958.548718:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077958.548722:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077958.548726:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077959.124830:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077959.124836:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077959.124838:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077959.124846:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.124889:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077959.124893:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.124900:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077959.124905:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077959.124911:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077959.124916:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925825792:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077959.124923:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077959.124930:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077959.124933:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.124937:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077959.124943:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077959.124947:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077959.124956:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077959.124962:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077959.124972:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077959.124984:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825792, portal 25
00000100:00000001:1.0:1769077959.124989:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077959.124994:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169711744 : -125582539839872 : ffff8dc88952a680)
00000100:00000040:1.0:1769077959.125009:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125032:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077959.125040:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077959.125046:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077959.125053:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925825792, offset 0
00000400:00000200:1.0:1769077959.125066:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125076:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125087:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077959.125096:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077959.125102:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077959.125107:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077959.125110:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125118:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16161:16161:256:4294967295] 192.168.204.157@tcp LPNI seq info [16157:16157:8:4294967295]
00000400:00000200:1.0:1769077959.125124:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125137:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077959.125145:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125153:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077959.125163:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077959.125168:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077959.125177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077959.125183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077959.125193:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125197:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077959.125204:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077959.125213:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077959.125220:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077959.125224:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077959.125229:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077959.125237:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125253:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.125258:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125268:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125272:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077959.125277:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077959.125285:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077959.125289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299321088
00000100:00000010:1.0:1769077959.125294:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a20.
00000100:00000001:1.0:1769077959.125304:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077959.125312:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299321088
00000100:00000010:1.0:1769077959.125318:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3180.
00000100:00000001:1.0:1769077959.125323:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077959.125328:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077959.125333:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077959.125343:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959]  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077959.125372:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077959.125376:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077959.125379:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077959.125383:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077959.125386:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077959.125390:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077959.125395:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077959.125408:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125427:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077959.125430:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125433:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077959.125445:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125458:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077959.125465:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125471:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077959.125473:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125474:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125475:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125478:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077959.125480:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077959.125482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077959.125485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077959.125486:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077959.125489:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077959.125495:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925825792:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077959.125498:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.125501:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a680 x1855007925825792/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125505:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077959.125507:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077959.125510:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077959.125511:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077959.125513:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077959.125514:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077959.125515:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077959.125516:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769077959.125519:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077959.125521:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077959.125540:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a680.
00000100:00000001:1.0:1769077959.125543:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077959.125544:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125546:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125551:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077959.125553:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125554:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077959.125556:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077959.125557:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077959.125559:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125564:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077959.125565:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.125567:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077959.125568:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077959.125570:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077959.125571:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825920:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077959.125574:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077959.125575:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077959.125576:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.125578:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077959.125580:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077959.125581:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077959.125585:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077959.125588:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077959.125593:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077959.125596:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925825920, portal 10
00000100:00000001:1.0:1769077959.125598:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077959.125599:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769077959.125606:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125612:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077959.125615:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077959.125617:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077959.125619:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925825920, offset 0
00000400:00000200:1.0:1769077959.125624:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125628:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125632:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077959.125636:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077959.125639:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077959.125641:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077959.125644:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125647:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16162:16162:256:4294967295] 192.168.204.157@tcp LPNI seq info [16158:16158:8:4294967295]
00000400:00000200:1.0:1769077959.125652:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125658:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077959.125662:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125665:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077959.125667:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077959.125670:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077959.125673:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077959.125674:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077959.125677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125678:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077959.125680:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077959.125688:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077959.125690:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077959.125692:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077959.125693:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077959.125696:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.125703:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125709:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077959.125711:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077959.125717:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077959.125719:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077959.125721:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299319824
00000100:00000001:1.0:1769077959.125723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.125725:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299319824
00000100:00000001:1.0:1769077959.125727:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.125728:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077959.125729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125731:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077959.125733:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959]  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077959.125738:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077959.125739:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077959.125740:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077959.125742:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077959.125743:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077959.125744:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077959.125746:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077959.125752:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125755:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077959.125756:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077959.125761:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125765:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077959.125768:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125772:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077959.125773:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125775:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125776:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077959.125777:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077959.125779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077959.125781:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077959.125782:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077959.125784:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077959.125789:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925825920:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077959.125792:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077959.125794:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077959.125800:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.125801:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077959.125802:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077959.125804:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077959.125805:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077959.125807:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077959.125809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077959.125810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.125811:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077959.125814:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077959.125815:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077959.125817:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077959.125819:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077959.125821:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077959.125823:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826048, portal 10
00000100:00000001:1.0:1769077959.125824:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077959.125825:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769077959.125828:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125833:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077959.125834:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077959.125836:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077959.125837:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925826048, offset 0
00000400:00000200:1.0:1769077959.125840:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125842:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125844:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077959.125846:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077959.125848:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077959.125850:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077959.125852:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077959.125867:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16163:16163:256:4294967295] 192.168.204.157@tcp LPNI seq info [16159:16159:8:4294967295]
00000400:00000200:1.0:1769077959.125870:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.125875:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077959.125878:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125880:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077959.125883:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077959.125885:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077959.125888:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077959.125890:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077959.125892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.125894:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077959.125895:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077959.125898:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077959.125900:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077959.125901:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077959.125903:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077959.125905:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125910:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.125912:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125916:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125918:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077959.125919:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077959.125922:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077959.125924:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077959.125925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299319833
00000100:00000001:1.0:1769077959.125927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.125928:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299319833
00000100:00000001:1.0:1769077959.125930:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.125931:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077959.125933:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.125934:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077959.125936:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959]  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077959.125941:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077959.125942:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077959.125943:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077959.125944:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077959.125945:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077959.125946:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077959.125948:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077959.125953:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125958:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077959.125958:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125960:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077959.125963:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125969:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077959.125973:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.125980:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077959.125982:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125984:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.125985:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.125988:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077959.125990:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077959.125992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077959.125995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077959.125998:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077959.126003:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077959.126012:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077959.126016:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077959.126020:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126026:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077959.126027:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.126029:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077959.126030:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077959.126032:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077959.126034:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826176:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077959.126036:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077959.126037:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077959.126039:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077959.126040:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077959.126042:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077959.126043:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077959.126047:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077959.126048:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077959.126051:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077959.126053:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826176, portal 4
00000100:00000001:1.0:1769077959.126054:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077959.126055:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769077959.126059:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126063:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077959.126065:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077959.126066:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077959.126068:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925826176, offset 0
00000400:00000200:1.0:1769077959.126071:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077959.126073:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.126075:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077959.126077:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077959.126079:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077959.126080:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077959.126082:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077959.126084:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16164:16164:256:4294967295] 192.168.204.157@tcp LPNI seq info [16160:16160:8:4294967295]
00000400:00000200:1.0:1769077959.126087:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077959.126091:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077959.126094:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.126096:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077959.126098:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077959.126100:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077959.126103:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077959.126105:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077959.126107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077959.126109:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077959.126111:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077959.126113:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077959.126115:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077959.126116:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077959.126118:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077959.126120:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126125:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.126126:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126135:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.126136:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077959.126138:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077959.126140:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077959.126142:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077959.126143:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299319830
00000100:00000001:1.0:1769077959.126145:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.126147:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299319830
00000100:00000001:1.0:1769077959.126148:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299321088
00000100:00000001:1.0:1769077959.126149:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077959.126150:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.126151:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077959.126154:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959]  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077959.126158:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077959.126159:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077959.126161:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077959.126162:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077959.126163:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077959.126164:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077959.126166:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077959.126171:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126175:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077959.126176:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126177:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.126178:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077959.126180:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126185:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077959.126188:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126192:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077959.126194:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126195:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077959.126195:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126197:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077959.126198:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077959.126199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077959.126201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077959.126202:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077959.126204:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077959.126209:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826176:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077959.126211:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126212:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.126214:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925825920/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126219:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077959.126220:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077959.126221:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077959.126223:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077959.126223:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077959.126224:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077959.126226:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077959.126227:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769077959.126229:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077959.126230:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077959.126231:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769077959.126233:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077959.126234:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126235:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.126237:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925826048/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126242:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077959.126242:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077959.126243:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077959.126245:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077959.126245:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077959.126246:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077959.126247:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077959.126248:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769077959.126249:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077959.126250:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077959.126250:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769077959.126252:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077959.126252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126253:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077959.126255:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925826176/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077959.126259:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077959.126259:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077959.126260:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077959.126261:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077959.126262:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077959.126263:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077959.126264:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077959.126264:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769077959.126266:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077959.126266:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077959.126267:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769077959.126268:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077959.126270:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126271:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077959.126273:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077959.126274:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077959.126276:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077959.126277:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077959.572700:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077959.572705:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077959.572709:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077960.468622:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299321088, at 4299321152
00000100:00000010:2.0:1769077960.468646:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:1.0:1769077961.620708:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077961.620712:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077961.620714:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077962.644694:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077962.644697:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077962.644700:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077963.668790:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077963.668799:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077963.668805:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077964.244678:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077964.244686:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077964.244688:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077964.244691:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077964.244694:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077964.244700:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4652
00000400:00000200:2.0:1769077964.244709:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077964.244714:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077964.244717:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077964.244719:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244722:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.244723:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244725:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077964.244728:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077964.244730:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077964.244732:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077964.244734:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077964.244735:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077964.244737:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077964.244739:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244740:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.244742:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244743:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077964.244745:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077964.244747:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244749:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077964.244751:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077964.244754:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077964.244756:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.244758:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077964.244760:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077964.244783:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769077964.244786:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077964.244789:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077964.244790:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.244792:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077964.244794:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077964.244798:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077964.244805:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077964.244809:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077964.244816:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077964.244825:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077964.244828:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077964.244831:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077964.244849:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077964.244851:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077964.244853:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077964.244855:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077964.244856:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077964.244858:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077964.244859:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4652
00000400:00000200:2.0:1769077964.244862:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077964.244864:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077964.244865:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077964.244867:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244869:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.244870:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244872:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077964.244874:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077964.244875:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077964.244876:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077964.244878:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077964.244880:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077964.244883:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077964.244886:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244889:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.244892:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.244894:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077964.244897:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077964.244898:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:1.0:1769077964.244904:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077964.244905:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077964.244909:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077964.244911:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077964.244916:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077964.244920:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077964.244923:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077964.244929:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.244933:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077964.244939:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077964.244940:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077964.244944:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077964.244945:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.244949:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.244950:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769077964.244953:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
02000000:00000001:1.0:1769077964.244955:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077964.244956:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077964.244962:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077964.244964:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077964.244964:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.244970:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077964.244971:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769077964.244975:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925826304:192.168.204.157@tcp:250:kworker.0
02000000:00000001:2.0:1769077964.244975:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077964.244979:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077964.244982:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077964.244986:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077964.244996:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077964.244998:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077964.245000:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.245005:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077964.245005:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077964.245009:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.245016:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077964.245017:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077964.245020:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769077964.245023:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
00000100:00080000:2.0:1769077964.245023:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077964.245024:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077964.245027:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769077964.245029:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.245030:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077964.245035:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4652
00000400:00000200:2.0:1769077964.245039:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.245044:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077964.245044:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077964.245050:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077964.245053:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077964.245054:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000100:00000001:2.0:1769077964.245055:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.245059:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245062:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077964.245063:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077964.245064:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000010:1.0:1769077964.245065:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000020:00000001:2.0:1769077964.245065:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077964.245068:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077964.245071:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077964.245072:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077964.245074:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769077964.245075:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826304, portal 25
00000100:00000001:2.0:1769077964.245076:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.245079:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077964.245082:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077964.245083:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077964.245087:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000020:00000040:2.0:1769077964.245088:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077964.245092:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245095:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077964.245097:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077964.245100:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077964.245102:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077964.245103:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.245106:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077964.245109:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077964.245113:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077964.245117:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077964.245123:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000100:00000001:1.0:1769077964.245124:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769077964.245126:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077964.245129:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077964.245131:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077964.245132:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245134:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077964.245137:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077964.245138:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077964.245139:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
02000000:00000010:2.0:1769077964.245142:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000200:1.0:1769077964.245145:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925826304, offset 0
00000100:00000001:2.0:1769077964.245146:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077964.245155:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077964.245160:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245166:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077964.245168:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077964.245171:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077964.245173:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077964.245182:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077964.245183:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077964.245186:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:2.0:1769077964.245187:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077964.245190:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077964.245193:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077964.245195:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077964.245198:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077964.245199:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4652
00000400:00000200:1.0:1769077964.245205:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769077964.245206:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.245212:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077964.245213:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077964.245217:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077964.245218:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:2.0:1769077964.245222:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077964.245227:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16165:16165:256:4294967295] 192.168.204.157@tcp LPNI seq info [16161:16161:8:4294967295]
00000100:00000001:2.0:1769077964.245227:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.245232:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245235:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077964.245236:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:2.0:1769077964.245240:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077964.245242:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077964.245243:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077964.245245:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077964.245249:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:1.0:1769077964.245253:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769077964.245254:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077964.245261:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.0:1769077964.245266:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245267:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077964.245272:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000010:1.0:1769077964.245273:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000100:00000001:2.0:1769077964.245274:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077964.245278:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077964.245284:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:1.0:1769077964.245285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077964.245288:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077964.245291:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1769077964.245291:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077964.245295:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077964.245299:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077964.245300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077964.245302:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077964.245306:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1769077964.245306:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1769077964.245312:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077964.245316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077964.245316:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077964.245321:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000100:00000010:2.0:1769077964.245321:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077964.245325:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769077964.245326:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077964.245327:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077964.245330:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.245333:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077964.245334:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077964.245338:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077964.245339:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.245340:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
02000000:00000010:2.0:1769077964.245342:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000400:00000010:1.0:1769077964.245343:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:2.0:1769077964.245348:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245350:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077964.245357:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077964.245360:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077964.245375:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077964.245377:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077964.245382:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077964.245384:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077964.245391:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245396:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245399:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077964.245407:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.245416:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077964.245422:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299326208
00000100:00000001:2.0:1769077964.245422:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077964.245427:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077964.245431:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1769077964.245432:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3b40.
00000100:00000040:2.0:1769077964.245435:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4662)
00000100:00000001:1.0:1769077964.245442:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077964.245450:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299326208
00000100:00000010:1.0:1769077964.245454:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ba0.
00000100:00000001:1.0:1769077964.245459:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077964.245464:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077964.245468:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245471:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077964.245477:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964]  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077964.245487:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077964.245489:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077964.245491:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077964.245494:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077964.245496:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077964.245499:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077964.245502:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077964.245512:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245520:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077964.245556:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.245561:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077964.245566:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245574:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077964.245579:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245587:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077964.245590:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245592:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.245593:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245596:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077964.245598:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077964.245601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077964.245606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077964.245608:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077964.245625:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077964.245634:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925826304:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077964.245639:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245642:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.245645:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925826304/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245652:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077964.245655:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077964.245658:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077964.245661:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077964.245663:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077964.245665:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077964.245667:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077964.245670:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:1.0:1769077964.245673:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077964.245675:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077964.245677:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:1.0:1769077964.245680:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077964.245681:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245684:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245691:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077964.245693:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245696:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077964.245697:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077964.245699:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077964.245702:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245710:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077964.245711:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.245714:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077964.245725:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077964.245728:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077964.245731:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826432:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077964.245735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077964.245737:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077964.245738:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.245740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077964.245744:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077964.245746:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.245751:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077964.245754:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077964.245758:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077964.245761:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826432, portal 10
00000100:00000001:1.0:1769077964.245763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077964.245765:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:1.0:1769077964.245786:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245793:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077964.245795:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077964.245798:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077964.245801:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925826432, offset 0
00000400:00000200:1.0:1769077964.245805:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077964.245810:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.245815:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077964.245818:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077964.245821:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077964.245823:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077964.245826:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077964.245829:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16166:16166:256:4294967295] 192.168.204.157@tcp LPNI seq info [16162:16162:8:4294967295]
00000400:00000200:1.0:1769077964.245834:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.245841:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077964.245846:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.245849:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077964.245854:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077964.245856:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077964.245861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077964.245864:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077964.245868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.245870:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077964.245873:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077964.245877:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077964.245880:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077964.245882:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077964.245885:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077964.245889:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245897:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.245901:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245909:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077964.245913:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077964.245916:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077964.245920:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077964.245922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299324944
00000100:00000001:1.0:1769077964.245926:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.245928:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299324944
00000100:00000001:1.0:1769077964.245930:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.245932:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077964.245935:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.245937:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077964.245941:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964]  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077964.245948:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077964.245950:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077964.245951:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077964.245954:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077964.245955:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077964.245957:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077964.245961:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077964.245970:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245976:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077964.245978:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.245980:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.245981:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077964.245985:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.245991:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077964.245995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246002:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077964.246005:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246007:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.246008:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246010:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077964.246012:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077964.246015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077964.246019:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077964.246021:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077964.246025:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077964.246033:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826432:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077964.246037:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077964.246040:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246047:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077964.246048:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.246050:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077964.246052:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077964.246054:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077964.246057:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077964.246060:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077964.246062:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077964.246064:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.246065:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077964.246068:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077964.246071:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.246074:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077964.246077:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077964.246080:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077964.246083:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826560, portal 10
00000100:00000001:1.0:1769077964.246085:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077964.246087:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:1.0:1769077964.246092:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246099:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077964.246101:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077964.246103:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077964.246106:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925826560, offset 0
00000400:00000200:1.0:1769077964.246110:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077964.246114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.246117:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077964.246121:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077964.246124:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077964.246126:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077964.246129:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077964.246132:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16167:16167:256:4294967295] 192.168.204.157@tcp LPNI seq info [16163:16163:8:4294967295]
00000400:00000200:1.0:1769077964.246137:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.246143:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077964.246148:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.246151:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077964.246155:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077964.246158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077964.246163:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077964.246166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077964.246170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.246172:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077964.246175:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077964.246178:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077964.246181:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077964.246183:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077964.246185:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077964.246189:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246197:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.246200:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246207:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.246209:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077964.246212:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077964.246215:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077964.246218:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077964.246220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299324953
00000100:00000001:1.0:1769077964.246223:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.246225:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299324953
00000100:00000001:1.0:1769077964.246227:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.246229:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077964.246232:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.246234:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077964.246238:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964]  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077964.246245:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077964.246246:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077964.246248:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077964.246251:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077964.246252:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077964.246254:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077964.246258:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077964.246266:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246273:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077964.246275:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246277:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.246278:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077964.246282:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246289:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077964.246293:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246300:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077964.246302:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246304:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.246305:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246307:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077964.246309:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077964.246311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077964.246315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077964.246318:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077964.246322:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077964.246330:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077964.246334:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077964.246337:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246343:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077964.246345:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.246347:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077964.246349:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077964.246351:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077964.246354:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826688:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077964.246358:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077964.246360:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077964.246362:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077964.246364:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077964.246367:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077964.246370:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077964.246373:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077964.246376:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000010:1.0:1769077964.246379:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000200:1.0:1769077964.246382:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826688, portal 4
00000100:00000001:1.0:1769077964.246384:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077964.246385:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:1.0:1769077964.246391:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246398:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077964.246400:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077964.246403:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
00000100:00000200:1.0:1769077964.246405:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925826688, offset 0
00000400:00000200:1.0:1769077964.246409:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077964.246413:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.246417:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077964.246420:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077964.246423:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077964.246426:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077964.246428:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077964.246431:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16168:16168:256:4294967295] 192.168.204.157@tcp LPNI seq info [16164:16164:8:4294967295]
00000400:00000200:1.0:1769077964.246435:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077964.246441:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077964.246446:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.246449:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000800:00000200:1.0:1769077964.246453:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077964.246456:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077964.246460:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077964.246463:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077964.246467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077964.246470:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:1.0:1769077964.246472:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077964.246476:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077964.246479:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:1.0:1769077964.246481:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:1.0:1769077964.246483:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077964.246487:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246496:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.246499:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246505:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.246507:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077964.246510:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077964.246513:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077964.246517:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077964.246519:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299324950
00000100:00000001:1.0:1769077964.246540:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.246543:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299324951
00000100:00000001:1.0:1769077964.246546:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299326208
00000100:00000001:1.0:1769077964.246548:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077964.246550:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.246552:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077964.246556:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964]  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077964.246564:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077964.246565:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077964.246567:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077964.246570:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000400:00000010:1.0:1769077964.246572:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000100:00000001:1.0:1769077964.246575:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077964.246578:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077964.246587:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246594:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077964.246595:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246597:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.246599:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077964.246602:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246609:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077964.246613:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246620:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077964.246622:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246624:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077964.246626:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246627:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077964.246629:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077964.246631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077964.246635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077964.246637:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077964.246641:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077964.246648:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826688:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077964.246652:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.246658:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925826432/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246664:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077964.246666:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077964.246668:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077964.246670:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077964.246672:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077964.246673:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077964.246675:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077964.246677:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:1.0:1769077964.246680:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077964.246681:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077964.246683:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:1.0:1769077964.246685:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077964.246687:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246688:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.246692:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925826560/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246699:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077964.246700:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077964.246702:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077964.246704:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077964.246705:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077964.246707:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077964.246709:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077964.246710:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769077964.246712:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077964.246714:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077964.246715:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:1.0:1769077964.246717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077964.246719:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246721:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077964.246724:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925826688/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077964.246731:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077964.246733:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077964.246734:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077964.246737:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077964.246738:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077964.246740:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077964.246741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077964.246743:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:1.0:1769077964.246746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077964.246747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077964.246748:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:1.0:1769077964.246751:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077964.246752:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246754:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077964.246758:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077964.246759:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077964.246761:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077964.246763:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077965.588608:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299326208, at 4299326272
00000100:00000010:2.0:1769077965.588623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:1.0:1769077965.716689:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077965.716693:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077965.716695:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077966.740804:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077966.740811:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077966.740816:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077967.764768:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077967.764772:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077967.764774:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077969.364714:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077969.364724:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077969.364726:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077969.364729:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077969.364732:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077969.364738:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4657
00000400:00000200:0.0:1769077969.364746:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077969.364751:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077969.364754:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077969.364756:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364759:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.364761:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364763:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077969.364766:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077969.364767:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077969.364769:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077969.364772:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077969.364774:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077969.364776:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077969.364778:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364779:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.364781:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364782:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077969.364784:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077969.364786:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364788:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077969.364790:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077969.364792:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077969.364794:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.364796:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077969.364797:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077969.364805:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769077969.364807:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077969.364810:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077969.364811:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.364813:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077969.364815:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077969.364819:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077969.364826:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077969.364831:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077969.364838:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077969.364846:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077969.364850:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077969.364853:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077969.364872:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077969.364874:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077969.364877:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077969.364878:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077969.364879:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077969.364881:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077969.364883:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4657
00000400:00000200:0.0:1769077969.364885:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077969.364887:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077969.364888:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077969.364890:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364892:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.364894:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364896:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077969.364898:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077969.364899:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077969.364900:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077969.364902:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077969.364903:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077969.364904:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077969.364907:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077969.364907:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077969.364911:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077969.364912:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077969.364913:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.364917:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077969.364917:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077969.364920:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077969.364926:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769077969.364927:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077969.364928:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077969.364931:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077969.364936:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077969.364940:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.364940:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077969.364943:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077969.364945:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077969.364947:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077969.364951:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.364952:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077969.364953:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077969.364957:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
02000000:00000001:1.0:1769077969.364958:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077969.364960:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077969.364963:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077969.364966:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.364967:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.364968:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077969.364970:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077969.364973:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077969.364976:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00100000:1.0:1769077969.364977:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925826816:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769077969.364979:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077969.364986:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.364988:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077969.364994:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077969.364995:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077969.364996:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365000:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077969.365001:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077969.365006:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077969.365011:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077969.365013:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769077969.365013:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077969.365018:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077969.365019:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077969.365022:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077969.365024:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077969.365026:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077969.365029:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4657
00000400:00000200:1.0:1769077969.365030:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077969.365035:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8931413c8.
00000400:00000200:0.0:1769077969.365036:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077969.365041:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077969.365043:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769077969.365044:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944606e8.
00000100:00000040:0.0:1769077969.365045:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365049:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.365051:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365053:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:1.0:1769077969.365053:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826816, portal 25
00000020:00000001:0.0:1769077969.365058:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077969.365058:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769077969.365062:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:1.0:1769077969.365062:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000020:00000001:0.0:1769077969.365064:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077969.365068:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769077969.365069:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077969.365073:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077969.365073:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077969.365077:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365081:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.365084:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365088:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077969.365093:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:1.0:1769077969.365095:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077969.365096:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365100:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.365101:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769077969.365102:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077969.365107:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769077969.365107:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460880.
02000000:00000001:0.0:1769077969.365112:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077969.365113:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925826816, offset 0
00000100:00000001:0.0:1769077969.365114:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077969.365117:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077969.365120:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.365123:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365124:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000010:0.0:1769077969.365126:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769077969.365129:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077969.365130:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077969.365132:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077969.365134:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077969.365137:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077969.365138:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077969.365142:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000400:00000200:1.0:1769077969.365142:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769077969.365147:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365150:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769077969.365154:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077969.365158:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077969.365164:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077969.365170:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365178:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16169:16169:256:4294967295] 192.168.204.157@tcp LPNI seq info [16165:16165:8:4294967295]
00000100:00000001:0.0:1769077969.365179:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077969.365183:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365187:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077969.365189:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077969.365197:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077969.365201:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077969.365201:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077969.365206:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077969.365208:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077969.365211:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1769077969.365212:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365215:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769077969.365218:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547f00.
00000100:00080000:0.0:1769077969.365219:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4657
00000400:00000200:0.0:1769077969.365225:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077969.365230:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:1.0:1769077969.365232:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077969.365233:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077969.365239:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769077969.365243:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769077969.365244:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077969.365248:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365250:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077969.365252:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077969.365252:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077969.365253:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077969.365255:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077969.365256:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077969.365257:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769077969.365260:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365261:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077969.365262:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077969.365263:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365265:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077969.365267:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769077969.365268:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077969.365270:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077969.365273:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077969.365275:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077969.365276:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769077969.365277:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365280:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299331328
00000100:00000001:0.0:1769077969.365281:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077969.365284:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077969.365286:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.365287:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3b40.
00000100:00000001:0.0:1769077969.365288:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077969.365295:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769077969.365298:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:1.0:1769077969.365298:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769077969.365302:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077969.365304:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.365305:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077969.365307:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077969.365307:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299331328
02000000:00000001:0.0:1769077969.365309:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.365313:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ba0.
02000000:00000010:0.0:1769077969.365314:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:1.0:1769077969.365319:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077969.365320:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077969.365327:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.365327:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077969.365333:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.365339:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077969.365340:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077969.365341:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365346:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077969.365347:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077969.365355:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365357:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769077969.365358:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077969.365363:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077969.365363:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1769077969.365369:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4667)
00000100:00000001:1.0:1769077969.365370:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077969.365374:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077969.365376:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077969.365382:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365392:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077969.365394:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365396:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077969.365399:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.365402:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.365407:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826944:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077969.365418:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077969.365421:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077969.365423:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365424:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077969.365428:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077969.365430:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365435:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077969.365438:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141790.
00000400:00000010:1.0:1769077969.365441:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460aa0.
00000100:00000200:1.0:1769077969.365444:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925826944, portal 10
00000100:00000001:1.0:1769077969.365447:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077969.365448:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:1.0:1769077969.365454:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077969.365461:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077969.365463:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460a18.
00000100:00000200:1.0:1769077969.365465:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925826944, offset 0
00000400:00000200:1.0:1769077969.365467:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365471:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365474:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077969.365476:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077969.365478:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077969.365480:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077969.365482:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365484:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16170:16170:255:4294967295] 192.168.204.157@tcp LPNI seq info [16166:16166:7:4294967295]
00000400:00000200:1.0:1769077969.365487:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365492:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077969.365495:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077969.365497:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547700.
00000800:00000200:1.0:1769077969.365500:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077969.365503:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077969.365505:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.365507:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077969.365510:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077969.365511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299330063
00000100:00000001:1.0:1769077969.365513:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365515:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299330063
00000100:00000001:1.0:1769077969.365516:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365517:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077969.365518:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365520:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077969.365545:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365556:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077969.365557:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365560:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077969.365561:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.365564:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.365567:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077969.365570:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077969.365572:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077969.365574:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365575:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077969.365584:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077969.365586:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365590:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077969.365592:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141058.
00000400:00000010:1.0:1769077969.365596:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077969.365599:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827072, portal 10
00000100:00000001:1.0:1769077969.365600:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077969.365602:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:1.0:1769077969.365608:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365614:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077969.365616:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077969.365619:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460440.
00000100:00000200:1.0:1769077969.365621:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925827072, offset 0
00000400:00000200:1.0:1769077969.365625:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365631:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365638:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077969.365642:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077969.365645:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077969.365648:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077969.365651:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365656:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16171:16171:254:4294967295] 192.168.204.157@tcp LPNI seq info [16167:16167:6:4294967295]
00000400:00000200:1.0:1769077969.365660:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365666:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077969.365670:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077969.365673:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547600.
00000800:00000200:1.0:1769077969.365677:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077969.365694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077969.365698:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.365701:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077969.365705:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077969.365707:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299330073
00000100:00000001:1.0:1769077969.365710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299330073
00000100:00000001:1.0:1769077969.365714:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365716:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077969.365718:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365721:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077969.365725:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365733:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077969.365734:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365737:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077969.365739:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.365741:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.365744:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827200:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077969.365748:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077969.365750:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077969.365751:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.365754:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077969.365756:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077969.365758:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077969.365762:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077969.365765:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077969.365769:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077969.365772:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827200, portal 4
00000100:00000001:1.0:1769077969.365774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077969.365775:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:1.0:1769077969.365784:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.365790:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077969.365792:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077969.365794:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460330.
00000100:00000200:1.0:1769077969.365797:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925827200, offset 0
00000400:00000200:1.0:1769077969.365800:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365805:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365808:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077969.365811:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077969.365814:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077969.365817:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077969.365819:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077969.365821:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16172:16172:253:4294967295] 192.168.204.157@tcp LPNI seq info [16168:16168:5:4294967295]
00000400:00000200:1.0:1769077969.365826:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077969.365832:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077969.365836:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077969.365840:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547c00.
00000800:00000200:1.0:1769077969.365844:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077969.365847:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769077969.365850:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.365854:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077969.365857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077969.365858:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299330070
00000100:00000001:1.0:1769077969.365861:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365863:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299330070
00000100:00000001:1.0:1769077969.365866:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299331328
00000100:00000001:1.0:1769077969.365868:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077969.365870:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365873:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365875:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077969.365878:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077969.365880:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077969.365882:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077969.365883:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077969.365884:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.365886:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077969.812742:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077969.812745:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077969.812748:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077970.708631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299331328, at 4299331392
00000100:00000010:2.0:1769077970.708645:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3b40.
00000020:00000001:2.0:1769077970.836708:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077970.836718:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077970.836721:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077971.860797:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077971.860803:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077971.860809:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077972.436825:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769077972.436865:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077972.436879:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077972.436884:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769077972.436887:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077972.436891:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077972.436898:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077972.436902:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547f00.
00000400:00000200:2.0:1769077972.436907:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077972.436911:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077972.436917:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460880
00000400:00000010:2.0:1769077972.436920:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460880.
00000100:00000001:2.0:1769077972.436925:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077972.436933:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.436960:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077972.436965:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.436978:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.436979:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077972.436989:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769077972.436993:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547700.
00000400:00000200:2.0:1769077972.436997:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077972.437001:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077972.437005:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460a18
00000400:00000010:2.0:1769077972.437008:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460a18.
00000100:00000001:2.0:1769077972.437011:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077972.437014:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1769077972.437017:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437020:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077972.437026:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769077972.437030:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769077972.437037:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077972]  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077972.437039:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.437073:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077972.437076:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077972.437077:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769077972.437082:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1769077972.437083:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8931413c8.
00000400:00000200:1.0:1769077972.437089:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944606e8
00000800:00000100:2.0:1769077972.437090:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000400:00000010:1.0:1769077972.437093:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944606e8.
00000800:00000010:2.0:1769077972.437096:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547600.
00000100:00000001:1.0:1769077972.437099:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077972.437102:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1769077972.437107:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077972.437112:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077972.437121:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460440
00000400:00000010:2.0:1769077972.437125:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460440.
00000100:00000200:1.0:1769077972.437128:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.437131:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077972.437140:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437142:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.437146:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437151:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437155:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.437158:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769077972.437164:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077972.437167:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437186:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.437190:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.437195:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077972.437196:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077972.437209:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000100:00000001:1.0:1769077972.437211:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:2.0:1769077972.437216:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547c00.
00000100:00000001:1.0:1769077972.437217:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437222:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437224:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077972.437224:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769077972.437229:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.437234:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1769077972.437234:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000100:00080000:1.0:1769077972.437241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1769077972.437243:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460330
00000400:00000010:2.0:1769077972.437248:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460330.
00000100:00080000:1.0:1769077972.437252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769077972.437254:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077972.437257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000200:2.0:1769077972.437264:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077972.437268:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.437293:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769077972.437294:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925826816:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077972.437302:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.437302:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437307:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.437313:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925826816/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.437318:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.437323:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077972.437329:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.437334:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.437338:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997400.
02000000:00000001:1.0:1769077972.437343:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.437346:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.437349:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077972.437351:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.437355:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077972.437360:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.437364:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.437366:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:1.0:1769077972.437370:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.437371:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437374:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.437376:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077972.437377:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077972.437379:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077972.437383:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077972]  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.437391:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077972.437393:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077972.437395:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141790.
00000400:00000200:1.0:1769077972.437397:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460aa0
00000400:00000010:1.0:1769077972.437400:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460aa0.
00000100:00000001:1.0:1769077972.437402:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077972.437405:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077972.437414:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437421:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.437422:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437424:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437425:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077972.437429:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437436:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077972.437440:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437447:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077972.437449:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437455:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.437457:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077972.437459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077972.437463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077972.437465:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077972.437469:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077972.437477:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925826944:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077972.437481:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077972.437485:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077972]  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.437492:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077972.437494:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077972.437495:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141058.
00000400:00000200:1.0:1769077972.437498:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077972.437499:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077972.437501:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077972.437504:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077972.437512:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437518:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.437520:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437560:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437562:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077972.437567:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437580:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077972.437583:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437591:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077972.437593:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437595:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437596:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437598:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.437600:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077972.437603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077972.437607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077972.437609:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077972.437613:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077972.437621:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077972.437625:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077972.437647:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077972]  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.437657:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077972.437659:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077972.437666:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077972.437668:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077972.437670:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077972.437672:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077972.437676:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077972.437690:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437697:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.437698:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437700:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437701:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077972.437705:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437712:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077972.437716:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437723:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077972.437725:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437727:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.437728:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437730:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.437732:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077972.437734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077972.437738:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077972.437740:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077972.437744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077972.437752:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827200:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077972.437756:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437758:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.437761:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925826944/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437773:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.437775:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.437777:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077972.437780:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.437781:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.437783:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077972.437785:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.437787:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077972.437789:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.437791:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.437792:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:1.0:1769077972.437795:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.437796:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437798:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.437801:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925827072/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437807:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.437808:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.437810:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077972.437812:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.437813:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.437815:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077972.437817:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.437818:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077972.437820:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.437821:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.437822:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:1.0:1769077972.437824:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.437826:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437827:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.437830:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925827200/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.437836:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.437838:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.437840:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077972.437842:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.437843:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.437844:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077972.437847:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.437848:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077972.437850:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.437851:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.437852:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:1.0:1769077972.437854:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.437855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437857:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.437864:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077972.437866:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.437868:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077972.437870:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077973.908680:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077973.908683:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077973.908686:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077974.484650:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077974.484662:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077974.484665:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077974.484669:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077974.484674:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077974.484683:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4662
00000400:00000200:0.0:1769077974.484695:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077974.484703:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077974.484706:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077974.484708:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484710:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.484712:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484714:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077974.484717:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077974.484719:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077974.484721:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077974.484723:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077974.484724:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077974.484726:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077974.484728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484730:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.484731:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484732:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077974.484734:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077974.484736:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484738:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077974.484740:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077974.484743:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077974.484745:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.484747:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077974.484749:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077974.484754:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769077974.484756:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077974.484759:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077974.484761:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.484763:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077974.484765:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077974.484768:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077974.484774:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769077974.484778:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077974.484785:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077974.484793:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077974.484796:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077974.484799:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077974.484821:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077974.484824:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077974.484826:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077974.484827:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077974.484829:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077974.484831:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077974.484834:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4662
00000400:00000200:0.0:1769077974.484838:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077974.484842:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077974.484845:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077974.484849:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484851:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.484853:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484854:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077974.484856:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077974.484857:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077974.484859:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077974.484860:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077974.484862:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077974.484864:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077974.484866:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.484867:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.484869:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077974.484870:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077974.484871:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077974.484873:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077974.484876:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769077974.484877:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077974.484878:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077974.484881:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077974.484881:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077974.484888:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077974.484891:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.484891:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077974.484892:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077974.484897:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077974.484904:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769077974.484905:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.484908:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.484909:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.484912:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077974.484916:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
02000000:00000001:1.0:1769077974.484916:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.484921:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077974.484923:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00100000:1.0:1769077974.484926:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925827328:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769077974.484930:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077974.484933:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.484935:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077974.484935:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077974.484937:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077974.484941:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077974.484944:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.484946:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077974.484950:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:0.0:1769077974.484952:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.484952:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077974.484963:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1769077974.484967:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000400:00000010:1.0:1769077974.484967:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:0.0:1769077974.484975:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077974.484976:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077974.484985:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827328, portal 25
00000100:00100000:0.0:1769077974.484986:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.484989:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077974.484992:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000100:00000040:1.0:1769077974.485002:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077974.485004:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077974.485009:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485018:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077974.485019:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077974.485028:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077974.485034:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000001:0.0:1769077974.485035:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077974.485040:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077974.485043:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925827328, offset 0
00000100:00080000:0.0:1769077974.485044:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077974.485046:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077974.485048:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077974.485052:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077974.485055:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4662
00000400:00000200:1.0:1769077974.485060:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769077974.485063:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077974.485068:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077974.485073:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077974.485074:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077974.485080:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485083:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077974.485085:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:0.0:1769077974.485089:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485094:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077974.485098:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077974.485099:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077974.485101:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077974.485103:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:1.0:1769077974.485106:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077974.485108:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769077974.485113:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077974.485115:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:0.0:1769077974.485120:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077974.485124:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077974.485129:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077974.485133:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16173:16173:256:4294967295] 192.168.204.157@tcp LPNI seq info [16169:16169:8:4294967295]
00000100:00000001:0.0:1769077974.485139:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077974.485139:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077974.485146:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485150:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077974.485154:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769077974.485161:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485164:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077974.485166:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077974.485170:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077974.485172:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.485173:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077974.485176:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077974.485179:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.485181:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077974.485184:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769077974.485187:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077974.485191:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077974.485194:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077974.485197:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077974.485198:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077974.485203:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077974.485207:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077974.485212:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
02000000:00000010:0.0:1769077974.485215:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769077974.485220:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077974.485221:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00100000:0.0:1769077974.485227:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077974.485236:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077974.485243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077974.485244:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077974.485249:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077974.485254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769077974.485256:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077974.485265:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077974.485269:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077974.485273:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1769077974.485275:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077974.485280:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077974.485284:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769077974.485284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485291:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769077974.485291:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00080000:0.0:1769077974.485297:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4662
00000400:00000200:1.0:1769077974.485299:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077974.485304:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.485311:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077974.485312:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077974.485318:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077974.485321:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000100:00000040:0.0:1769077974.485322:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077974.485327:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:0.0:1769077974.485328:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.485334:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077974.485336:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077974.485338:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077974.485343:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077974.485346:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077974.485347:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077974.485350:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769077974.485352:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769077974.485355:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:1.0:1769077974.485355:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077974.485362:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485368:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077974.485374:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485378:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077974.485379:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077974.485382:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000040:1.0:1769077974.485387:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077974.485390:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077974.485397:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077974.485401:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077974.485404:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077974.485407:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077974.485408:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769077974.485413:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.485415:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077974.485418:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077974.485421:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077974.485424:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485424:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077974.485428:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000400:00000200:1.0:1769077974.485433:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769077974.485434:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769077974.485439:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077974.485440:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485442:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299336448
00000100:00000001:0.0:1769077974.485443:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077974.485446:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077974.485450:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077974.485453:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a20.
02000000:00000010:0.0:1769077974.485455:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769077974.485461:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485463:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1769077974.485469:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.485472:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299336448
00000100:00000010:1.0:1769077974.485480:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3180.
00000100:00000001:0.0:1769077974.485482:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077974.485485:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077974.485487:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485490:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077974.485495:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485496:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485502:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077974.485511:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974]  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077974.485519:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077974.485549:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077974.485552:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077974.485556:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000100:00000040:0.0:1769077974.485558:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077974.485562:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000100:00000040:0.0:1769077974.485564:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077974.485566:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000040:0.0:1769077974.485571:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4672)
00000100:00000001:1.0:1769077974.485573:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077974.485580:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077974.485591:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485622:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077974.485624:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485628:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.485630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077974.485634:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485641:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077974.485645:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485652:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077974.485655:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485657:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.485658:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485660:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077974.485662:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077974.485665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077974.485669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077974.485671:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077974.485675:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077974.485683:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925827328:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077974.485698:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.485705:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925827328/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485711:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077974.485714:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077974.485717:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077974.485721:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077974.485723:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077974.485725:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077974.485727:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077974.485730:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769077974.485734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077974.485737:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077974.485739:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:1.0:1769077974.485741:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077974.485743:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485745:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.485754:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077974.485757:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485760:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077974.485762:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077974.485764:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077974.485768:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485776:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077974.485777:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.485780:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077974.485781:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.485783:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.485786:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827456:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077974.485789:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077974.485792:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077974.485793:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.485795:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077974.485798:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077974.485800:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077974.485805:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077974.485808:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077974.485812:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077974.485815:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827456, portal 10
00000100:00000001:1.0:1769077974.485818:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077974.485820:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:1.0:1769077974.485826:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485832:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077974.485834:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077974.485837:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077974.485839:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925827456, offset 0
00000400:00000200:1.0:1769077974.485843:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077974.485848:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.485853:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077974.485856:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077974.485859:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077974.485862:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077974.485864:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077974.485868:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16174:16174:256:4294967295] 192.168.204.157@tcp LPNI seq info [16170:16170:8:4294967295]
00000400:00000200:1.0:1769077974.485873:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.485880:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077974.485886:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.485890:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077974.485894:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077974.485897:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077974.485902:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077974.485905:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077974.485909:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.485911:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077974.485915:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077974.485919:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077974.485922:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077974.485924:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077974.485926:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077974.485930:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485945:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.485949:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.485956:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485958:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077974.485963:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.485969:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077974.485974:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077974.485977:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299335184
00000100:00000001:1.0:1769077974.485981:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.485983:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299335184
00000100:00000001:1.0:1769077974.485985:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.485987:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077974.485989:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.485992:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077974.485995:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974]  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077974.486004:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077974.486006:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077974.486008:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077974.486011:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077974.486013:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077974.486015:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077974.486018:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077974.486027:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486035:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077974.486037:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077974.486045:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486052:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077974.486057:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486071:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077974.486074:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486077:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486079:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077974.486081:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077974.486084:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077974.486088:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077974.486090:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077974.486094:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077974.486102:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827456:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077974.486107:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077974.486110:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486116:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077974.486118:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.486120:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077974.486123:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.486125:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.486129:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077974.486132:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077974.486134:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077974.486137:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.486139:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077974.486143:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077974.486145:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077974.486148:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077974.486151:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077974.486154:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077974.486158:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827584, portal 10
00000100:00000001:1.0:1769077974.486160:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077974.486162:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:1.0:1769077974.486167:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486174:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077974.486176:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077974.486178:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077974.486181:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925827584, offset 0
00000400:00000200:1.0:1769077974.486185:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077974.486189:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.486194:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077974.486197:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077974.486200:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077974.486202:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077974.486205:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077974.486209:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16175:16175:256:4294967295] 192.168.204.157@tcp LPNI seq info [16171:16171:8:4294967295]
00000400:00000200:1.0:1769077974.486213:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.486221:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077974.486226:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.486230:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077974.486234:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077974.486237:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077974.486241:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077974.486244:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077974.486247:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.486249:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077974.486252:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077974.486255:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077974.486258:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077974.486260:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077974.486262:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077974.486265:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486272:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.486276:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486282:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.486283:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077974.486286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.486289:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077974.486293:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077974.486295:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299335193
00000100:00000001:1.0:1769077974.486297:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.486299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299335193
00000100:00000001:1.0:1769077974.486302:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.486304:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077974.486306:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.486308:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077974.486312:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974]  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077974.486321:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077974.486323:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077974.486324:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077974.486327:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077974.486329:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077974.486331:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077974.486335:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077974.486343:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486349:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077974.486350:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486352:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486354:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077974.486357:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486364:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077974.486367:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486374:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077974.486376:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486378:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486379:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486381:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077974.486382:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077974.486384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077974.486388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077974.486390:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077974.486393:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077974.486405:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077974.486409:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077974.486412:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486419:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077974.486420:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.486423:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077974.486425:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.486427:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.486430:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827712:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077974.486433:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077974.486435:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077974.486436:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.486438:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077974.486441:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077974.486443:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077974.486447:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077974.486449:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077974.486453:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077974.486455:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827712, portal 4
00000100:00000001:1.0:1769077974.486457:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077974.486458:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000040:1.0:1769077974.486464:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486471:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077974.486474:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077974.486476:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077974.486479:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925827712, offset 0
00000400:00000200:1.0:1769077974.486482:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077974.486487:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.486491:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077974.486501:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077974.486504:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077974.486506:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077974.486508:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077974.486511:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16176:16176:256:4294967295] 192.168.204.157@tcp LPNI seq info [16172:16172:8:4294967295]
00000400:00000200:1.0:1769077974.486516:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077974.486558:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077974.486563:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.486567:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077974.486571:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077974.486574:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077974.486578:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077974.486580:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077974.486584:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077974.486586:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077974.486594:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077974.486618:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077974.486623:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077974.486625:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077974.486628:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077974.486632:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.486644:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486650:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.486652:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077974.486655:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.486658:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077974.486662:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077974.486665:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299335191
00000100:00000001:1.0:1769077974.486667:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.486670:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299335191
00000100:00000001:1.0:1769077974.486672:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299336448
00000100:00000001:1.0:1769077974.486674:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077974.486676:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.486678:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077974.486682:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974]  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077974.486691:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077974.486693:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077974.486695:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077974.486698:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077974.486700:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077974.486702:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077974.486706:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077974.486715:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486722:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077974.486723:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486725:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486727:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077974.486731:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486738:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077974.486742:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486749:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077974.486752:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486753:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077974.486754:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486756:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077974.486757:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077974.486760:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077974.486764:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077974.486767:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077974.486770:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077974.486779:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827712:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077974.486782:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486784:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.486788:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925827456/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486794:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077974.486795:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077974.486798:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077974.486801:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077974.486802:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077974.486804:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077974.486805:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077974.486807:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:1.0:1769077974.486811:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077974.486813:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077974.486815:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:1.0:1769077974.486818:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077974.486819:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486821:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.486824:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925827584/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486836:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077974.486838:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077974.486839:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077974.486841:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077974.486842:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077974.486843:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077974.486845:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077974.486846:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b400.
02000000:00000001:1.0:1769077974.486848:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077974.486849:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077974.486851:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:1.0:1769077974.486853:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077974.486854:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486856:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077974.486858:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925827712/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.486864:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077974.486865:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077974.486866:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077974.486868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077974.486869:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077974.486870:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077974.486872:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077974.486873:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:1.0:1769077974.486875:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077974.486876:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077974.486878:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:1.0:1769077974.486879:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077974.486881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486882:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077974.486888:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077974.486889:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.486891:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077974.486893:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077974.932677:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077974.932680:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077974.932682:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077975.828621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299336448, at 4299336512
00000100:00000010:2.0:1769077975.828632:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000020:00000001:0.0:1769077975.956680:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077975.956683:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077975.956685:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077978.004689:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077978.004693:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077978.004696:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077979.028752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077979.028756:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077979.028759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077979.604648:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077979.604658:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077979.604661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077979.604664:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077979.604667:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077979.604673:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4667
00000400:00000200:2.0:1769077979.604681:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077979.604686:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077979.604689:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077979.604691:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604694:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.604695:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604697:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077979.604701:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077979.604703:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077979.604705:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077979.604707:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077979.604708:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077979.604710:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077979.604712:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604713:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.604715:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604716:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077979.604718:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077979.604720:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604722:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077979.604724:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077979.604727:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077979.604729:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.604731:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077979.604733:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077979.604740:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769077979.604743:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077979.604746:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077979.604747:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.604749:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077979.604752:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077979.604755:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077979.604763:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769077979.604770:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077979.604778:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077979.604789:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077979.604793:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077979.604799:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077979.604824:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077979.604833:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077979.604837:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077979.604839:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077979.604840:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077979.604844:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077979.604848:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4667
00000400:00000200:2.0:1769077979.604853:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077979.604857:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077979.604858:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077979.604864:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077979.604864:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077979.604869:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077979.604871:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604875:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077979.604881:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077979.604882:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604887:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077979.604893:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077979.604896:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077979.604900:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077979.604902:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769077979.604904:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:1.0:1769077979.604907:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077979.604909:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:1.0:1769077979.604914:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769077979.604915:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:1.0:1769077979.604920:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077979.604922:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:1.0:1769077979.604926:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.604928:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.604936:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00100000:1.0:1769077979.604937:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925827840:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769077979.604940:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077979.604945:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077979.604946:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769077979.604952:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077979.604952:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077979.604957:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077979.604958:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077979.604962:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077979.604964:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.604965:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.604966:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077979.604971:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077979.604972:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769077979.604976:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.604978:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077979.604980:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
00000100:00000010:2.0:1769077979.604983:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
02000000:00000001:1.0:1769077979.604985:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077979.604988:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077979.604994:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077979.604996:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077979.604998:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077979.605000:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077979.605004:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077979.605006:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077979.605008:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
02000000:00000010:2.0:1769077979.605013:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000400:00000010:1.0:1769077979.605018:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769077979.605019:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077979.605029:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077979.605033:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827840, portal 25
00000100:00000001:1.0:1769077979.605039:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077979.605044:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873024 : -125582593678592 : ffff8dc8861d2300)
00000100:00000001:2.0:1769077979.605045:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077979.605048:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077979.605054:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077979.605059:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077979.605071:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077979.605075:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077979.605078:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077979.605082:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077979.605086:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077979.605090:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077979.605091:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769077979.605099:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769077979.605100:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4667
00000400:00000010:1.0:1769077979.605106:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000400:00000200:2.0:1769077979.605110:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:1.0:1769077979.605115:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925827840, offset 0
00000400:00000200:2.0:1769077979.605116:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077979.605122:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077979.605128:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077979.605133:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605134:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.605140:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605143:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077979.605146:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:2.0:1769077979.605148:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077979.605152:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077979.605154:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077979.605157:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000040:2.0:1769077979.605159:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077979.605165:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077979.605168:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077979.605169:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077979.605178:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077979.605183:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077979.605184:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077979.605188:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605193:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.605197:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605200:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077979.605203:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077979.605209:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769077979.605212:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16177:16177:256:4294967295] 192.168.204.157@tcp LPNI seq info [16173:16173:8:4294967295]
00000100:00000001:2.0:1769077979.605215:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077979.605221:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077979.605222:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769077979.605225:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077979.605230:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605233:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077979.605239:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077979.605247:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00100000:2.0:1769077979.605251:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769077979.605253:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000008:00000001:2.0:1769077979.605256:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605262:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077979.605267:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769077979.605269:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077979.605273:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077979.605275:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605277:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1769077979.605278:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769077979.605280:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077979.605285:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077979.605286:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1769077979.605292:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000800:00000200:1.1:1769077979.605298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769077979.605299:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077979.605305:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1769077979.605310:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769077979.605317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.605323:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00000001:2.0:1769077979.605324:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077979.605327:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077979.605331:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077979.605337:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077979.605340:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077979.605342:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769077979.605343:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077979.605347:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077979.605349:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077979.605353:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077979.605355:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077979.605358:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4667
00000400:00000200:1.0:1769077979.605363:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000200:2.0:1769077979.605363:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077979.605368:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000400:00000200:2.0:1769077979.605369:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077979.605373:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077979.605374:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077979.605378:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605382:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769077979.605383:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077979.605386:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605391:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077979.605395:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077979.605398:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077979.605400:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077979.605403:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077979.605406:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077979.605407:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077979.605409:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605410:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077979.605411:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605413:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077979.605415:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769077979.605416:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769077979.605419:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077979.605421:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077979.605424:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077979.605426:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077979.605427:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077979.605429:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605430:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077979.605432:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077979.605437:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605441:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077979.605445:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769077979.605449:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:1.0:1769077979.605450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077979.605451:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077979.605453:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.605456:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077979.605457:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077979.605458:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077979.605461:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077979.605465:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:1.0:1769077979.605467:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077979.605468:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077979.605476:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077979.605478:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077979.605484:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299341568
00000100:00000001:2.0:1769077979.605486:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077979.605489:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077979.605491:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3960.
00000100:00000040:2.0:1769077979.605493:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605499:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077979.605500:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077979.605503:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077979.605507:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077979.605563:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4677)
00000100:00000001:1.0:1769077979.605583:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299341569
00000100:00000010:1.0:1769077979.605590:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3480.
00000100:00000001:1.0:1769077979.605595:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077979.605600:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077979.605603:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.605605:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077979.605610:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979]  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077979.605618:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077979.605619:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077979.605621:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077979.605623:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077979.605624:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077979.605626:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077979.605629:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077979.605635:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605640:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077979.605641:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605642:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.605644:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077979.605647:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605655:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077979.605660:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605667:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077979.605671:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605672:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.605674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605686:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077979.605691:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077979.605694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077979.605698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077979.605700:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077979.605705:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077979.605714:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925827840:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077979.605719:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605721:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.605725:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2300 x1855007925827840/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605731:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077979.605733:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077979.605735:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077979.605737:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077979.605739:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077979.605740:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077979.605741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077979.605743:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:1.0:1769077979.605752:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077979.605755:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077979.605757:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2300.
00000100:00000001:1.0:1769077979.605760:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077979.605761:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605763:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605771:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077979.605773:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.605775:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077979.605777:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077979.605778:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077979.605782:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605790:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077979.605792:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.605794:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077979.605796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077979.605798:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077979.605802:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827968:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077979.605805:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077979.605808:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077979.605810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.605812:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077979.605815:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077979.605817:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077979.605823:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077979.605826:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077979.605830:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077979.605833:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925827968, portal 10
00000100:00000001:1.0:1769077979.605835:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077979.605836:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115865856 : -125582593685760 : ffff8dc8861d0700)
00000100:00000040:1.0:1769077979.605843:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605850:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077979.605852:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077979.605855:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077979.605858:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925827968, offset 0
00000400:00000200:1.0:1769077979.605862:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077979.605867:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.605871:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077979.605881:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077979.605883:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077979.605885:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077979.605887:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077979.605890:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16178:16178:256:4294967295] 192.168.204.157@tcp LPNI seq info [16174:16174:8:4294967295]
00000400:00000200:1.0:1769077979.605893:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.605898:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077979.605901:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.605904:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077979.605907:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077979.605909:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077979.605912:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077979.605914:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077979.605917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.605918:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077979.605921:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077979.605923:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077979.605926:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077979.605927:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077979.605929:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077979.605931:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605937:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.605939:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605944:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.605945:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077979.605947:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077979.605949:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077979.605952:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077979.605953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299340304
00000100:00000001:1.0:1769077979.605955:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299341568
00000100:00000001:1.0:1769077979.605957:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299340304
00000100:00000001:1.0:1769077979.605958:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299341569
00000100:00000001:1.0:1769077979.605960:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077979.605961:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.605963:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077979.605965:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979]  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077979.605971:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077979.605972:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077979.605973:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077979.605974:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077979.605975:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077979.605977:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077979.605979:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077979.605984:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.605988:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077979.605989:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.605991:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.605992:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077979.605996:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606002:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077979.606007:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606014:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077979.606016:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606018:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.606019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606021:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077979.606023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077979.606025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077979.606030:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077979.606032:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077979.606036:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077979.606044:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925827968:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077979.606048:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077979.606051:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606058:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077979.606059:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.606061:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077979.606063:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077979.606065:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077979.606068:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077979.606072:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077979.606074:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077979.606075:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.606077:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077979.606081:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077979.606083:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077979.606087:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077979.606089:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077979.606091:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077979.606094:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828096, portal 10
00000100:00000001:1.0:1769077979.606095:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077979.606096:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:1.0:1769077979.606100:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606105:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077979.606107:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077979.606108:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077979.606110:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925828096, offset 0
00000400:00000200:1.0:1769077979.606113:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077979.606115:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.606118:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077979.606120:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077979.606122:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077979.606124:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077979.606125:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077979.606127:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16179:16179:256:4294967295] 192.168.204.157@tcp LPNI seq info [16175:16175:8:4294967295]
00000400:00000200:1.0:1769077979.606130:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.606135:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077979.606137:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.606139:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077979.606142:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077979.606144:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077979.606147:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077979.606149:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077979.606151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.606153:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077979.606155:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077979.606157:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077979.606159:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077979.606160:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077979.606162:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077979.606164:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606169:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.606171:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606177:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.606179:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077979.606182:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077979.606185:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077979.606188:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077979.606191:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299340313
00000100:00000001:1.0:1769077979.606193:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299341568
00000100:00000001:1.0:1769077979.606196:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299340313
00000100:00000001:1.0:1769077979.606198:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299341569
00000100:00000001:1.0:1769077979.606200:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077979.606202:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.606204:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077979.606208:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979]  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077979.606216:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077979.606217:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077979.606220:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077979.606222:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077979.606224:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077979.606226:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077979.606229:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077979.606237:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606244:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077979.606246:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606248:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.606249:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077979.606253:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606259:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077979.606272:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606279:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077979.606281:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606283:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.606284:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606286:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077979.606288:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077979.606290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077979.606294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077979.606296:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077979.606301:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077979.606309:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077979.606314:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077979.606317:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606325:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077979.606326:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.606329:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077979.606331:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077979.606333:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077979.606335:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828224:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077979.606337:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077979.606339:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077979.606340:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077979.606341:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077979.606344:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077979.606345:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077979.606348:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077979.606350:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077979.606352:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077979.606355:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828224, portal 4
00000100:00000001:1.0:1769077979.606356:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077979.606357:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:1.0:1769077979.606361:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606365:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077979.606367:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077979.606368:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077979.606370:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925828224, offset 0
00000400:00000200:1.0:1769077979.606373:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077979.606375:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.606378:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077979.606380:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077979.606381:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077979.606383:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077979.606385:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077979.606388:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16180:16180:256:4294967295] 192.168.204.157@tcp LPNI seq info [16176:16176:8:4294967295]
00000400:00000200:1.0:1769077979.606393:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077979.606400:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077979.606410:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.606414:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077979.606418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077979.606421:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077979.606425:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077979.606428:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077979.606431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077979.606433:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077979.606436:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077979.606440:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077979.606442:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077979.606444:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077979.606447:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077979.606451:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.606461:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606465:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.606466:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077979.606469:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077979.606471:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077979.606473:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077979.606474:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299340310
00000100:00000001:1.0:1769077979.606476:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299341568
00000100:00000001:1.0:1769077979.606478:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299340310
00000100:00000001:1.0:1769077979.606479:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299341569
00000100:00000001:1.0:1769077979.606481:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077979.606482:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.606483:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077979.606485:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979]  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077979.606490:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077979.606491:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077979.606492:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077979.606494:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077979.606495:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077979.606496:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077979.606498:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077979.606504:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606563:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077979.606565:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606567:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.606569:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077979.606573:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606581:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077979.606584:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606592:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077979.606595:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077979.606597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606599:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077979.606601:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077979.606604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077979.606607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077979.606610:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077979.606614:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077979.606623:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828224:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077979.606627:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.606632:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0700 x1855007925827968/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606637:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077979.606638:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077979.606640:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077979.606642:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077979.606643:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077979.606644:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077979.606646:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077979.606647:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:1.0:1769077979.606649:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077979.606650:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077979.606651:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0700.
00000100:00000001:1.0:1769077979.606653:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077979.606654:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606655:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.606657:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925828096/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606661:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077979.606662:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077979.606663:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077979.606664:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077979.606665:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077979.606666:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077979.606667:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077979.606668:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769077979.606669:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077979.606670:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077979.606671:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:1.0:1769077979.606672:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077979.606673:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606674:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077979.606675:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925828224/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077979.606679:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077979.606680:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077979.606681:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077979.606682:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077979.606682:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077979.606683:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077979.606685:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077979.606686:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:1.0:1769077979.606687:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077979.606688:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077979.606689:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:1.0:1769077979.606690:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077979.606691:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606692:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077979.606695:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077979.606696:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077979.606697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077979.606698:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077980.052741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077980.052745:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077980.052749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077980.948628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299341568, at 4299341632
00000100:00000010:2.0:1769077980.948648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000020:00000001:1.0:1769077982.100723:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077982.100728:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077982.100731:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077983.125246:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077983.125249:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077983.125253:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077984.148749:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077984.148754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077984.148758:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077984.724617:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077984.724624:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077984.724627:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077984.724629:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077984.724632:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077984.724638:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4672
00000400:00000200:2.0:1769077984.724645:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077984.724650:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077984.724658:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077984.724660:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724663:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.724664:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724666:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077984.724671:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077984.724673:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077984.724676:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077984.724678:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077984.724680:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077984.724682:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077984.724685:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724687:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.724689:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724691:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077984.724694:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077984.724698:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724700:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077984.724703:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077984.724706:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077984.724709:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724711:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077984.724721:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077984.724733:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769077984.724737:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077984.724741:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077984.724743:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724745:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077984.724748:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077984.724752:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077984.724758:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769077984.724764:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077984.724772:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077984.724779:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077984.724782:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077984.724785:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.724802:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077984.724805:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077984.724807:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077984.724808:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077984.724809:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077984.724812:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077984.724814:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4672
00000400:00000200:2.0:1769077984.724818:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077984.724822:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077984.724826:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077984.724829:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724831:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.724834:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724836:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077984.724840:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077984.724840:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077984.724848:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:1.0:1769077984.724849:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.724853:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077984.724854:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077984.724859:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077984.724863:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769077984.724865:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077984.724867:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077984.724881:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.724888:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077984.724896:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077984.724899:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769077984.724902:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724903:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769077984.724909:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077984.724909:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769077984.724916:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077984.724917:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:1.0:1769077984.724923:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724924:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.724930:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925828352:192.168.204.157@tcp:250:kworker.0
02000000:00000001:2.0:1769077984.724931:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077984.724941:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077984.724942:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.724946:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077984.724946:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.724952:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724952:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077984.724960:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1769077984.724960:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077984.724965:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724967:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077984.724971:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
02000000:00000010:1.0:1769077984.724972:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
00000020:00000040:2.0:1769077984.724974:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769077984.724979:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077984.724979:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077984.724983:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.724986:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077984.724987:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077984.724990:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077984.724994:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000400:00000200:1.0:1769077984.724997:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077984.724999:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077984.725005:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00100000:2.0:1769077984.725006:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077984.725017:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769077984.725019:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077984.725023:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077984.725026:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828352, portal 25
00000100:00000040:2.0:1769077984.725029:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725030:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.725034:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:1.0:1769077984.725045:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725066:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077984.725066:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077984.725074:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077984.725075:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769077984.725081:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077984.725082:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077984.725083:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077984.725088:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077984.725089:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00080000:2.0:1769077984.725096:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4672
00000100:00000200:1.0:1769077984.725097:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925828352, offset 0
00000400:00000200:2.0:1769077984.725102:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.725115:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769077984.725116:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077984.725127:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077984.725133:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077984.725138:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769077984.725139:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.725143:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725145:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077984.725147:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:2.0:1769077984.725152:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077984.725153:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077984.725155:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077984.725157:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769077984.725158:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769077984.725160:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769077984.725163:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077984.725169:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725172:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077984.725174:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:2.0:1769077984.725179:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077984.725183:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077984.725184:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077984.725190:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000040:2.0:1769077984.725191:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077984.725205:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16181:16181:256:4294967295] 192.168.204.157@tcp LPNI seq info [16177:16177:8:4294967295]
00000100:00080000:2.0:1769077984.725206:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725214:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.725222:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769077984.725223:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077984.725230:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077984.725236:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.725240:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077984.725246:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077984.725247:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1769077984.725255:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077984.725260:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725261:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077984.725267:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000010:2.0:1769077984.725269:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769077984.725274:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:1.0:1769077984.725275:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077984.725283:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1769077984.725284:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077984.725290:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.725297:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077984.725297:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:2.0:1769077984.725302:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769077984.725304:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1769077984.725306:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077984.725312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.725316:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
02000000:00000010:2.0:1769077984.725316:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000400:00000200:1.0:1769077984.725322:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077984.725323:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.725330:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.725335:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000100:00100000:2.0:1769077984.725339:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077984.725340:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077984.725346:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.725356:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.725358:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077984.725364:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077984.725375:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725379:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.725387:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.725389:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077984.725400:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077984.725403:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.725408:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769077984.725412:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077984.725414:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.725416:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077984.725420:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769077984.725421:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077984.725435:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299346688
00000100:00000010:1.0:1769077984.725441:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3600.
00000100:00000001:1.0:1769077984.725447:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077984.725455:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077984.725458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299346688
00000100:00080000:2.0:1769077984.725462:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4672
00000100:00000010:1.0:1769077984.725463:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a80.
00000100:00000001:1.0:1769077984.725472:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000400:00000200:2.0:1769077984.725474:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077984.725480:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077984.725481:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077984.725486:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077984.725487:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077984.725494:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077984.725499:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:1.0:1769077984.725505:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.725505:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.725513:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725542:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077984.725545:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077984.725546:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077984.725547:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077984.725548:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077984.725551:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077984.725552:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769077984.725555:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725556:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077984.725559:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725560:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077984.725562:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077984.725564:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077984.725566:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077984.725568:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077984.725571:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077984.725573:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077984.725578:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077984.725583:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077984.725586:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077984.725587:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077984.725588:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077984.725592:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000010:2.0:1769077984.725596:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000400:00000010:1.0:1769077984.725597:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000020:00000040:2.0:1769077984.725603:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769077984.725604:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
02000000:00000001:2.0:1769077984.725608:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769077984.725609:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
02000000:00000001:2.0:1769077984.725610:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.725614:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769077984.725614:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077984.725616:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077984.725619:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077984.725621:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077984.725625:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077984.725634:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077984.725638:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077984.725644:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077984.725677:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.725680:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.725686:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077984.725688:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077984.725689:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.725698:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.725698:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077984.725712:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725718:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.725730:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077984.725741:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.725742:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.725750:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077984.725752:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077984.725753:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.725758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.725764:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1769077984.725766:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077984.725767:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.725776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769077984.725779:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4683)
00000100:00080000:1.0:1769077984.725785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077984.725789:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.725794:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.725800:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925828352:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077984.725806:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.725809:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.725812:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925828352/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725816:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.725818:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.725820:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077984.725822:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.725824:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.725825:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077984.725827:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.725829:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:1.0:1769077984.725832:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.725834:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.725836:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:1.0:1769077984.725838:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.725839:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.725840:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.725847:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.725848:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.725850:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.725851:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.725852:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.725854:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725859:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.725860:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.725862:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.725864:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.725865:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.725866:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828480:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.725868:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.725869:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.725870:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.725872:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.725874:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077984.725875:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.725878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077984.725880:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077984.725882:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077984.725885:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828480, portal 10
00000100:00000001:1.0:1769077984.725886:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.725887:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:1.0:1769077984.725891:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725896:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.725898:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077984.725899:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077984.725900:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925828480, offset 0
00000400:00000200:1.0:1769077984.725903:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077984.725905:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.725908:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077984.725910:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.725911:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077984.725913:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.725914:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077984.725917:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16182:16182:256:4294967295] 192.168.204.157@tcp LPNI seq info [16178:16178:8:4294967295]
00000400:00000200:1.0:1769077984.725919:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.725924:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.725928:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.725931:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077984.725935:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077984.725938:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077984.725942:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077984.725945:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769077984.725949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.725951:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077984.725953:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.725957:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.725960:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077984.725962:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077984.725964:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.725967:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725975:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.725978:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.725990:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.725992:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.725995:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.725999:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077984.726003:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077984.726005:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299345424
00000100:00000001:1.0:1769077984.726007:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726009:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299345424
00000100:00000001:1.0:1769077984.726010:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726011:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.726013:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726014:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.726016:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.726021:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.726022:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.726023:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077984.726024:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077984.726025:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077984.726027:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.726029:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.726034:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726038:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.726038:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726040:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.726042:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726047:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.726049:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726053:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.726054:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726055:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726056:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726057:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.726058:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.726059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.726061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077984.726062:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.726064:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.726068:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828480:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.726070:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.726072:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726077:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.726078:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.726079:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.726080:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.726081:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.726083:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828608:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.726084:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.726086:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.726087:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.726088:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.726091:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077984.726092:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.726094:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077984.726095:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077984.726097:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077984.726099:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828608, portal 10
00000100:00000001:1.0:1769077984.726100:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.726101:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:1.0:1769077984.726105:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726109:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.726110:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077984.726112:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077984.726113:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925828608, offset 0
00000400:00000200:1.0:1769077984.726115:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077984.726117:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.726120:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077984.726121:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.726123:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077984.726124:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.726126:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077984.726128:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16183:16183:256:4294967295] 192.168.204.157@tcp LPNI seq info [16179:16179:8:4294967295]
00000400:00000200:1.0:1769077984.726130:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.726134:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.726137:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.726139:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077984.726141:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077984.726143:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077984.726146:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077984.726148:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769077984.726150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.726152:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077984.726153:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.726156:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.726157:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077984.726158:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077984.726160:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.726161:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726166:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.726168:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726172:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726173:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.726174:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.726176:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077984.726178:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077984.726179:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299345433
00000100:00000001:1.0:1769077984.726180:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726182:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299345433
00000100:00000001:1.0:1769077984.726183:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726184:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.726185:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726186:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.726188:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.726192:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.726193:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.726193:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077984.726195:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077984.726195:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077984.726197:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.726199:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.726204:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726208:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.726210:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726211:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.726216:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726222:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.726226:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726232:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.726234:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726236:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726237:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726239:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.726240:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.726243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.726247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077984.726249:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.726253:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.726261:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828608:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.726263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.726266:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726271:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.726272:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.726274:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.726275:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.726276:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.726277:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828736:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.726279:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.726281:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.726282:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.726283:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.726285:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077984.726287:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.726289:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077984.726291:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077984.726294:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077984.726296:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828736, portal 4
00000100:00000001:1.0:1769077984.726297:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.726298:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:1.0:1769077984.726302:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726306:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.726307:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077984.726308:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077984.726310:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925828736, offset 0
00000400:00000200:1.0:1769077984.726312:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077984.726314:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.726316:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077984.726318:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.726319:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077984.726321:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.726322:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077984.726324:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16184:16184:256:4294967295] 192.168.204.157@tcp LPNI seq info [16180:16180:8:4294967295]
00000400:00000200:1.0:1769077984.726327:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077984.726331:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.726334:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.726336:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077984.726338:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077984.726340:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077984.726343:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077984.726344:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769077984.726347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077984.726348:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077984.726350:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.726352:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.726354:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077984.726355:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077984.726356:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.726358:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726363:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.726365:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726368:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726369:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.726371:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.726373:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077984.726375:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077984.726376:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299345430
00000100:00000001:1.0:1769077984.726377:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726379:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299345430
00000100:00000001:1.0:1769077984.726380:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299346688
00000100:00000001:1.0:1769077984.726381:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.726384:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726385:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.726388:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.726395:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.726397:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.726398:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077984.726400:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077984.726402:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077984.726403:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.726406:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.726414:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726421:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.726422:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726436:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726437:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.726441:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726448:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.726451:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726458:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.726460:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.726462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726463:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.726465:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.726466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.726469:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077984.726470:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.726472:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.726477:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828736:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.726479:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726480:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.726481:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925828480/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726485:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.726486:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.726488:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077984.726490:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.726490:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.726491:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077984.726493:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.726494:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769077984.726495:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.726496:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.726497:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:1.0:1769077984.726499:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.726499:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726500:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.726502:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925828608/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726506:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.726507:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.726507:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077984.726508:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.726509:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.726510:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077984.726510:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.726512:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:1.0:1769077984.726513:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.726514:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.726515:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:1.0:1769077984.726517:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.726517:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726518:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.726520:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925828736/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.726542:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.726544:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.726545:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077984.726547:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.726548:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.726549:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077984.726551:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.726553:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769077984.726555:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.726557:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.726558:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:1.0:1769077984.726560:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.726561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726563:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.726566:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.726568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.726570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.726571:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077986.068619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299346688, at 4299346752
00000100:00000010:2.0:1769077986.068632:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000020:00000001:1.0:1769077986.196640:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077986.196643:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077986.196646:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077987.220668:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077987.220671:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077987.220674:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077988.244681:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077988.244685:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077988.244688:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077989.844615:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077989.844624:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077989.844626:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077989.844629:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077989.844632:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077989.844639:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4678
00000400:00000200:2.0:1769077989.844646:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077989.844650:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077989.844652:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077989.844654:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844656:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077989.844658:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844659:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077989.844662:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077989.844663:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769077989.844665:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077989.844667:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769077989.844669:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769077989.844670:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769077989.844672:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844673:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077989.844674:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844675:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077989.844677:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769077989.844680:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844682:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077989.844684:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077989.844687:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077989.844689:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844691:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077989.844692:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077989.844699:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769077989.844702:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769077989.844704:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077989.844705:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844707:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077989.844709:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077989.844712:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077989.844717:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769077989.844721:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077989.844727:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077989.844733:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077989.844737:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077989.844740:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077989.844759:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077989.844761:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077989.844763:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077989.844764:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077989.844765:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077989.844767:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077989.844769:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4678
00000400:00000200:2.0:1769077989.844771:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077989.844772:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077989.844773:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077989.844775:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844777:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077989.844778:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844779:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769077989.844781:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077989.844781:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769077989.844782:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077989.844783:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769077989.844784:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769077989.844786:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769077989.844788:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844789:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077989.844790:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844791:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077989.844793:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769077989.844795:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844796:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077989.844797:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077989.844801:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077989.844802:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844803:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077989.844804:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769077989.844806:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077989.844809:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.844810:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077989.844811:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.844815:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1769077989.844815:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769077989.844818:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769077989.844820:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077989.844821:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844823:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077989.844824:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769077989.844825:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077989.844825:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077989.844831:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769077989.844835:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.844840:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769077989.844841:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077989.844845:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844850:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077989.844851:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077989.844852:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.844856:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077989.844857:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077989.844863:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844866:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077989.844870:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769077989.844871:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925828864:192.168.204.157@tcp:250:kworker.0
00000100:00080000:2.0:1769077989.844874:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077989.844877:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077989.844879:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769077989.844879:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077989.844883:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769077989.844885:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077989.844885:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4678
00000400:00000200:2.0:1769077989.844889:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769077989.844891:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077989.844893:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077989.844895:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844897:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077989.844899:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077989.844899:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844902:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769077989.844904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1769077989.844906:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077989.844907:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769077989.844911:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077989.844913:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
02000000:00000010:1.0:1769077989.844915:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
00000020:00000001:2.0:1769077989.844915:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000001:1.0:1769077989.844920:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077989.844921:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769077989.844927:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.844930:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077989.844931:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769077989.844934:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:1.0:1769077989.844938:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:2.0:1769077989.844938:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077989.844943:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769077989.844945:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000010:1.0:1769077989.844948:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769077989.844948:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077989.844950:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077989.844953:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077989.844955:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077989.844956:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828864, portal 25
00000100:00000001:2.0:1769077989.844957:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077989.844959:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077989.844961:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1769077989.844962:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.844965:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000001:2.0:1769077989.844965:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077989.844969:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769077989.844972:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000040:1.0:1769077989.844975:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077989.844975:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077989.844976:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.844979:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077989.844981:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077989.844983:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077989.844987:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769077989.844991:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.844992:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1769077989.844997:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077989.844998:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077989.845004:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000001:2.0:1769077989.845005:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077989.845008:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077989.845010:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925828864, offset 0
00000100:00000040:2.0:1769077989.845014:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077989.845021:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769077989.845028:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077989.845031:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077989.845034:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769077989.845035:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077989.845037:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077989.845040:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077989.845043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769077989.845045:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4678
00000400:00000200:2.0:1769077989.845052:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.845053:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769077989.845058:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077989.845061:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077989.845062:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077989.845067:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769077989.845069:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769077989.845071:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077989.845076:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077989.845076:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.845082:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077989.845084:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:2.0:1769077989.845086:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077989.845089:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769077989.845092:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077989.845093:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16185:16185:256:4294967295] 192.168.204.157@tcp LPNI seq info [16181:16181:8:4294967295]
00000020:00000040:2.0:1769077989.845094:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769077989.845097:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769077989.845101:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:1.0:1769077989.845104:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769077989.845106:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.845109:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077989.845110:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769077989.845112:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769077989.845114:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769077989.845119:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769077989.845121:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077989.845122:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077989.845124:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077989.845125:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.845126:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077989.845129:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1769077989.845129:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769077989.845133:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.845135:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077989.845139:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000800:00000200:1.0:1769077989.845143:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000040:2.0:1769077989.845143:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769077989.845147:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077989.845148:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077989.845150:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077989.845150:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077989.845152:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077989.845154:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769077989.845157:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077989.845158:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00100000:2.0:1769077989.845161:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077989.845167:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077989.845168:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077989.845173:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077989.845173:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077989.845180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1769077989.845182:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077989.845186:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077989.845189:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077989.845190:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769077989.845194:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4688)
00000800:00000200:1.1:1769077989.845195:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077989.845201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.845204:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077989.845209:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.845214:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.845220:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077989.845223:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077989.845227:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.845231:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845241:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.845244:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845251:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845253:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.845258:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.845262:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077989.845264:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299351808
00000100:00000010:1.0:1769077989.845269:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3840.
00000100:00000001:1.0:1769077989.845274:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077989.845280:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299351808
00000100:00000010:1.0:1769077989.845283:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a36c0.
00000100:00000001:1.0:1769077989.845285:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077989.845288:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.845291:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845293:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.845297:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.845313:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.845315:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.845317:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077989.845326:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077989.845328:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077989.845330:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.845334:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.845356:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845362:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.845364:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845366:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.845368:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.845372:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845379:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.845384:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845391:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.845394:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845395:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.845396:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845398:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.845400:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.845403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.845407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077989.845409:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.845413:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.845422:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925828864:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769077989.845427:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845429:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.845432:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925828864/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845439:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.845441:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.845443:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077989.845454:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.845456:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.845457:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077989.845460:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.845462:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769077989.845465:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.845467:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.845469:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:1.0:1769077989.845472:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.845473:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845475:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845481:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.845483:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845485:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.845486:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077989.845487:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.845491:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845498:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.845500:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.845502:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.845503:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.845505:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.845508:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828992:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.845512:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.845514:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.845515:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.845516:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.845519:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077989.845521:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.845547:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077989.845550:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077989.845553:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077989.845556:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925828992, portal 10
00000100:00000001:1.0:1769077989.845558:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.845559:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:1.0:1769077989.845566:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845572:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.845575:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077989.845577:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077989.845579:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925828992, offset 0
00000400:00000200:1.0:1769077989.845583:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077989.845587:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.845591:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077989.845594:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.845596:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077989.845599:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.845601:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077989.845604:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16186:16186:256:4294967295] 192.168.204.157@tcp LPNI seq info [16182:16182:8:4294967295]
00000400:00000200:1.0:1769077989.845608:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.845615:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.845619:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.845623:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077989.845626:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077989.845629:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077989.845633:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077989.845635:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077989.845639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.845641:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077989.845643:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.845647:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.845650:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077989.845651:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077989.845654:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.845666:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845673:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.845676:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845683:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845684:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.845687:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.845691:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077989.845694:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077989.845696:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299350544
00000100:00000001:1.0:1769077989.845698:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.845701:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299350544
00000100:00000001:1.0:1769077989.845703:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.845705:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.845707:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845709:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.845712:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.845720:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.845722:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.845724:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077989.845726:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077989.845727:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077989.845730:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.845733:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.845741:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845747:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.845748:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845750:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.845752:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.845755:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845761:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.845765:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845772:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.845774:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845775:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.845776:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.845778:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.845779:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.845782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.845785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077989.845787:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.845791:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.845799:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925828992:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.845803:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.845806:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845813:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.845814:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.845816:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.845818:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.845820:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.845823:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.845826:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.845827:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.845829:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.845830:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.845833:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077989.845835:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.845839:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077989.845841:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077989.845843:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077989.845846:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829120, portal 10
00000100:00000001:1.0:1769077989.845848:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.845849:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:1.0:1769077989.845854:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845860:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.845863:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077989.845865:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077989.845868:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925829120, offset 0
00000400:00000200:1.0:1769077989.845871:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077989.845875:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.845878:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077989.845881:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.845884:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077989.845886:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.845888:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077989.845891:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16187:16187:256:4294967295] 192.168.204.157@tcp LPNI seq info [16183:16183:8:4294967295]
00000400:00000200:1.0:1769077989.845895:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.845901:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.845906:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.845908:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077989.845912:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077989.845914:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077989.845918:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077989.845920:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077989.845924:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.845926:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077989.845928:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.845932:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.845934:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077989.845936:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077989.845938:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.845941:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845948:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.845951:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.845957:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845959:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.845962:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.845964:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077989.845967:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077989.845969:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299350553
00000100:00000001:1.0:1769077989.845972:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.845974:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299350553
00000100:00000001:1.0:1769077989.845976:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.845978:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.845980:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.845982:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.845985:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.845993:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.845994:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.845996:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077989.845998:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077989.845999:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077989.846001:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.846004:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.846012:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846018:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.846019:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.846022:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.846026:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846033:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.846037:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846043:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.846046:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846047:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.846048:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846051:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.846052:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.846054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.846057:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077989.846059:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.846063:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.846071:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.846075:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.846078:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846084:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.846085:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.846087:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.846089:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.846091:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.846094:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829248:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.846097:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.846099:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.846100:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.846102:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.846104:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077989.846106:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.846110:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077989.846112:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077989.846115:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077989.846117:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829248, portal 4
00000100:00000001:1.0:1769077989.846119:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.846120:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769077989.846125:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846131:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.846134:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077989.846136:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077989.846138:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925829248, offset 0
00000400:00000200:1.0:1769077989.846141:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077989.846144:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.846148:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077989.846150:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.846152:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077989.846155:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.846157:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077989.846160:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16188:16188:256:4294967295] 192.168.204.157@tcp LPNI seq info [16184:16184:8:4294967295]
00000400:00000200:1.0:1769077989.846164:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077989.846170:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.846174:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.846177:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077989.846180:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077989.846183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077989.846186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077989.846189:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077989.846192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077989.846194:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077989.846197:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.846200:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.846202:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077989.846204:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077989.846206:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.846210:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846217:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.846219:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846231:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.846232:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.846235:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.846238:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077989.846241:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077989.846243:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299350550
00000100:00000001:1.0:1769077989.846245:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.846247:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299350550
00000100:00000001:1.0:1769077989.846249:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299351808
00000100:00000001:1.0:1769077989.846251:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.846253:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.846255:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.846259:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.846265:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.846267:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.846268:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077989.846270:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077989.846272:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077989.846274:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.846277:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.846284:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846290:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.846291:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846293:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.846294:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.846297:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846305:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.846308:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846315:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.846318:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.846321:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846322:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.846324:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.846326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.846329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077989.846331:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.846335:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.846354:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829248:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.846358:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846360:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.846363:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925828992/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846369:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.846371:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.846372:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077989.846375:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.846376:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.846378:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077989.846380:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.846381:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769077989.846384:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.846385:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.846387:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:1.0:1769077989.846389:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.846390:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846392:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.846395:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925829120/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846402:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.846403:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.846404:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077989.846406:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.846407:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.846408:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077989.846410:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.846411:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:1.0:1769077989.846412:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.846414:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.846415:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769077989.846417:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.846418:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846419:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.846423:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925829248/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.846428:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.846429:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.846430:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077989.846432:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.846441:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.846442:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077989.846448:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.846449:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769077989.846452:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.846453:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.846454:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769077989.846456:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.846458:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846460:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.846463:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.846464:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.846466:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.846467:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077990.292700:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077990.292705:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077990.292708:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769077991.060913:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769077991.188685:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299351808, at 4299351872
00000100:00000010:2.0:1769077991.188704:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00000020:00000001:2.0:1769077991.316756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077991.316761:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077991.316764:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077992.340718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077992.340722:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077992.340725:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077994.388774:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077994.388777:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077994.388780:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077994.964683:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077994.964694:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077994.964697:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077994.964702:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077994.964706:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077994.964713:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4683
00000400:00000200:0.0:1769077994.964724:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077994.964730:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077994.964733:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077994.964736:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964739:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077994.964742:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964745:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077994.964749:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077994.964751:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769077994.964754:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077994.964756:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769077994.964759:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769077994.964762:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769077994.964764:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964766:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077994.964768:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964770:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077994.964773:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769077994.964775:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964778:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077994.964780:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077994.964784:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077994.964787:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.964789:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077994.964791:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077994.964802:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769077994.964805:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769077994.964809:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077994.964811:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.964821:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077994.964824:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077994.964827:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077994.964833:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769077994.964839:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077994.964847:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077994.964857:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077994.964862:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077994.964866:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077994.964888:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077994.964890:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077994.964893:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077994.964894:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077994.964895:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077994.964897:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077994.964898:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4683
00000400:00000200:0.0:1769077994.964901:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769077994.964903:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077994.964905:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077994.964906:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964908:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077994.964909:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964911:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769077994.964912:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077994.964914:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769077994.964915:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077994.964916:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769077994.964917:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769077994.964919:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769077994.964922:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964923:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077994.964925:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964928:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769077994.964930:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769077994.964934:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077994.964936:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077994.964938:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077994.964943:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077994.964945:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.964947:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077994.964950:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077994.964953:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.964955:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077994.964959:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769077994.964962:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769077994.964967:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077994.964967:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077994.964970:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.964975:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077994.964976:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077994.964978:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.964981:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077994.964986:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1769077994.964991:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769077994.964996:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.965002:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077994.965008:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077994.965041:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.965047:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.965048:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077994.965052:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077994.965057:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077994.965057:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.965064:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.965072:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.965076:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.965080:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925829376:192.168.204.157@tcp:250:kworker.0
00000100:00080000:0.0:1769077994.965082:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077994.965094:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077994.965095:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077994.965100:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077994.965102:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769077994.965102:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.965108:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.965109:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769077994.965114:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769077994.965118:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4683
02000000:00000010:1.0:1769077994.965125:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
00000400:00000200:0.0:1769077994.965128:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769077994.965130:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077994.965138:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077994.965142:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077994.965146:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769077994.965148:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965156:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769077994.965156:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000040:0.0:1769077994.965165:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965169:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:1.0:1769077994.965169:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000020:00000001:0.0:1769077994.965177:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077994.965178:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769077994.965180:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077994.965182:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000200:1.0:1769077994.965184:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829376, portal 25
00000020:00000001:0.0:1769077994.965186:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:1.0:1769077994.965188:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.965191:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000020:00000001:0.0:1769077994.965195:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769077994.965201:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077994.965205:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965217:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077994.965220:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.965223:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077994.965225:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077994.965230:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925829376, offset 0
00000100:00000040:0.0:1769077994.965232:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965239:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769077994.965240:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000040:0.0:1769077994.965247:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769077994.965264:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769077994.965269:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965273:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077994.965275:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077994.965278:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:0.0:1769077994.965280:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077994.965284:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.965287:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077994.965288:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1769077994.965291:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077994.965296:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.965298:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769077994.965300:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.965306:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1769077994.965307:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000400:00000200:1.0:1769077994.965311:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000040:0.0:1769077994.965314:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769077994.965320:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16189:16189:256:4294967295] 192.168.204.157@tcp LPNI seq info [16185:16185:8:4294967295]
02000000:00000001:0.0:1769077994.965322:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077994.965327:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.965335:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769077994.965337:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077994.965342:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077994.965345:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077994.965350:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769077994.965357:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077994.965365:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077994.965373:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077994.965385:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077994.965389:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077994.965392:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.965399:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000040:0.0:1769077994.965400:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077994.965417:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077994.965428:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077994.965429:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077994.965437:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077994.965445:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769077994.965447:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1769077994.965449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077994.965451:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077994.965456:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769077994.965457:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.965462:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00000001:0.0:1769077994.965464:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077994.965468:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077994.965470:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4683
00000400:00000200:1.0:1769077994.965477:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769077994.965483:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.965484:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077994.965487:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000400:00000200:0.0:1769077994.965491:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077994.965494:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769077994.965497:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077994.965502:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077994.965507:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965519:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077994.965567:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.965575:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.965585:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.965588:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077994.965591:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965596:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077994.965598:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077994.965600:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077994.965603:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769077994.965605:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077994.965608:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:1.0:1769077994.965609:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:0.0:1769077994.965618:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769077994.965619:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299356929
00000020:00000001:0.0:1769077994.965623:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000010:1.0:1769077994.965629:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a37e0.
00000100:00000040:0.0:1769077994.965631:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965635:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077994.965638:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769077994.965641:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769077994.965641:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1769077994.965649:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769077994.965651:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299356929
00000100:00080000:0.0:1769077994.965656:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000010:1.0:1769077994.965656:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3cc0.
00000100:00000001:1.0:1769077994.965667:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769077994.965668:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077994.965673:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077994.965673:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.965680:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077994.965683:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.965684:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077994.965689:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.965692:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077994.965694:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077994.965701:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769077994.965715:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077994.965717:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.965723:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769077994.965724:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077994.965729:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077994.965733:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000100:00000010:0.0:1769077994.965734:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000400:00000010:1.0:1769077994.965736:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077994.965740:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769077994.965742:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000200:1.0:1769077994.965746:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077994.965748:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077994.965752:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077994.965762:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077994.965766:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769077994.965770:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077994.965772:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077994.965785:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769077994.965790:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.965793:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.965796:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077994.965797:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077994.965800:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.965803:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.965814:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.965847:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.965859:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077994.965860:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077994.965868:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.965878:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077994.965881:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.965882:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.965886:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.965888:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.965894:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.965900:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.965907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1769077994.965915:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077994.965917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077994.965921:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077994.965924:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077994.965928:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077994.965935:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769077994.965943:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925829376:192.168.204.157@tcp:250:kworker.0
00000100:00000040:0.0:1769077994.965947:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4693)
00000100:00000001:1.0:1769077994.965949:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.965954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.965957:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925829376/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.965962:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.965964:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.965966:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077994.965969:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.965972:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.965974:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769077994.965976:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.965979:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769077994.965983:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.965986:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.965989:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:1.0:1769077994.965993:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.965995:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.965998:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966009:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.966011:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.966018:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077994.966021:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.966026:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966034:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.966036:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966039:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.966042:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.966045:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.966050:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829504:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.966054:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.966056:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.966057:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966059:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966061:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077994.966062:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.966065:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077994.966068:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077994.966070:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077994.966072:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829504, portal 10
00000100:00000001:1.0:1769077994.966074:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.966075:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:1.0:1769077994.966079:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966083:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.966085:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077994.966087:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077994.966088:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925829504, offset 0
00000400:00000200:1.0:1769077994.966091:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966094:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966096:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077994.966099:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.966100:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077994.966102:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.966104:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966106:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16190:16190:256:4294967295] 192.168.204.157@tcp LPNI seq info [16186:16186:8:4294967295]
00000400:00000200:1.0:1769077994.966108:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966112:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.966115:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966117:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077994.966120:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077994.966122:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077994.966126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077994.966127:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077994.966130:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966131:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077994.966133:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.966135:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.966137:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077994.966139:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077994.966140:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.966142:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966147:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966149:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966153:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966154:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.966156:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.966159:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769077994.966162:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077994.966163:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299355664
00000100:00000001:1.0:1769077994.966165:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299355664
00000100:00000001:1.0:1769077994.966168:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966169:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.966171:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966172:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.966174:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.966178:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.966179:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.966179:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077994.966181:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077994.966181:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077994.966182:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.966184:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.966189:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966193:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.966194:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966195:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966195:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.966197:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966201:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.966203:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966208:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.966209:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966210:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966211:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966212:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.966213:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.966215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.966216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077994.966218:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.966220:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.966224:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829504:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.966226:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.966228:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966231:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.966232:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966234:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.966236:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.966238:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.966241:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.966244:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.966246:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.966247:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966249:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966272:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077994.966274:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.966278:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077994.966281:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077994.966284:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077994.966287:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829632, portal 10
00000100:00000001:1.0:1769077994.966289:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.966290:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:1.0:1769077994.966296:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966301:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.966303:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077994.966304:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077994.966306:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925829632, offset 0
00000400:00000200:1.0:1769077994.966308:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966311:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966313:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077994.966315:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.966317:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077994.966319:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.966322:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966324:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16191:16191:256:4294967295] 192.168.204.157@tcp LPNI seq info [16187:16187:8:4294967295]
00000400:00000200:1.0:1769077994.966328:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966334:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.966338:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966341:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077994.966344:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077994.966347:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077994.966351:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077994.966354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077994.966358:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966360:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077994.966362:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.966366:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.966369:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077994.966371:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077994.966373:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.966375:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966381:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966383:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966387:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966388:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.966390:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.966392:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769077994.966394:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077994.966396:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299355673
00000100:00000001:1.0:1769077994.966397:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966399:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299355673
00000100:00000001:1.0:1769077994.966400:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966401:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.966402:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966403:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.966406:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.966410:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.966411:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.966412:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077994.966414:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077994.966415:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077994.966416:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.966418:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.966423:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966427:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.966428:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966429:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966430:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.966432:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966435:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.966437:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966440:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.966442:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966442:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966443:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966444:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.966445:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.966446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.966448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077994.966449:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.966451:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.966455:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.966457:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.966459:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966464:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.966465:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966467:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.966468:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.966469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.966471:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829760:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.966473:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.966474:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.966475:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.966476:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966478:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077994.966479:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.966481:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769077994.966483:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769077994.966485:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769077994.966487:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829760, portal 4
00000100:00000001:1.0:1769077994.966488:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.966489:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000040:1.0:1769077994.966492:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966496:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.966498:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769077994.966499:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769077994.966500:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925829760, offset 0
00000400:00000200:1.0:1769077994.966503:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966505:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966507:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769077994.966509:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.966511:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769077994.966512:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.966514:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769077994.966516:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16192:16192:256:4294967295] 192.168.204.157@tcp LPNI seq info [16188:16188:8:4294967295]
00000400:00000200:1.0:1769077994.966518:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769077994.966546:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.966550:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966553:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769077994.966555:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769077994.966557:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077994.966562:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769077994.966565:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077994.966568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769077994.966571:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769077994.966574:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.966578:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.966581:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769077994.966582:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769077994.966584:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.966588:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966595:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966598:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966605:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.966608:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.966612:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769077994.966615:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769077994.966617:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299355671
00000100:00000001:1.0:1769077994.966620:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299355671
00000100:00000001:1.0:1769077994.966624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299356929
00000100:00000001:1.0:1769077994.966626:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.966628:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966630:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.966634:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.966642:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.966643:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.966644:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769077994.966645:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769077994.966646:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769077994.966648:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.966650:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.966655:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966659:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.966660:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966661:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.966663:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966667:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.966669:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966673:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.966675:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.966676:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966677:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.966678:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.966680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.966681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769077994.966683:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.966685:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.966691:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925829760:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.966693:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966694:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966695:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925829504/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966699:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.966700:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966701:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769077994.966702:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.966703:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.966703:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077994.966705:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.966706:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769077994.966708:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.966709:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.966710:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769077994.966711:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.966712:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966713:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966715:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925829632/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966719:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.966719:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966720:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769077994.966722:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.966722:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.966723:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769077994.966724:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.966724:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769077994.966725:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.966727:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.966727:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:1.0:1769077994.966729:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.966730:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966731:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.966733:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925829760/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.966736:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.966737:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.966737:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769077994.966739:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.966739:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.966740:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769077994.966741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.966741:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:1.0:1769077994.966743:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.966744:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.966744:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769077994.966746:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.966746:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966747:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.966750:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.966750:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.966751:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.966752:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077995.412739:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077995.412742:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077995.412744:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769077996.308641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299356929, at 4299356992
00000100:00000010:2.0:1769077996.308661:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00000020:00000001:0.0:1769077996.436750:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077996.436754:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077996.436757:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769077998.484732:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077998.484738:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077998.484743:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077999.508706:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077999.508709:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077999.508711:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078000.084624:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078000.084632:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078000.084633:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078000.084636:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078000.084638:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078000.084643:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4688
00000400:00000200:2.0:1769078000.084650:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078000.084654:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078000.084656:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078000.084659:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084660:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084662:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084664:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078000.084666:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078000.084667:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078000.084669:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078000.084671:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078000.084672:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078000.084674:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078000.084675:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084676:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084678:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078000.084680:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078000.084682:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084684:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078000.084686:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078000.084688:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078000.084689:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084691:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078000.084693:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078000.084699:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078000.084701:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078000.084703:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078000.084704:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084706:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078000.084708:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078000.084711:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078000.084717:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078000.084721:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078000.084726:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078000.084733:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078000.084736:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078000.084738:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078000.084754:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078000.084756:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078000.084758:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078000.084759:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078000.084760:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078000.084762:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078000.084763:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4688
00000400:00000200:2.0:1769078000.084765:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078000.084766:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078000.084768:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078000.084769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084771:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084772:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078000.084775:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078000.084775:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078000.084776:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078000.084777:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078000.084779:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078000.084780:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078000.084783:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084784:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084785:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084786:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078000.084787:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078000.084789:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084790:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078000.084791:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078000.084795:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078000.084796:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084797:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078000.084800:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078000.084802:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084803:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078000.084805:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769078000.084806:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078000.084807:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078000.084808:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084811:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078000.084812:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078000.084812:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078000.084815:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078000.084821:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078000.084823:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078000.084826:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078000.084830:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078000.084831:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078000.084836:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.084837:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078000.084841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078000.084847:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078000.084852:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078000.084854:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078000.084855:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078000.084859:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078000.084860:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078000.084868:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078000.084873:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4688
00000400:00000200:2.0:1769078000.084888:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078000.084899:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078000.084901:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078000.084902:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078000.084907:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078000.084909:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084910:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084915:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084917:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769078000.084919:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769078000.084919:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078000.084921:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078000.084924:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078000.084925:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
02000000:00000001:1.0:1769078000.084927:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769078000.084927:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078000.084935:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000001:1.0:1769078000.084938:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078000.084939:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.084948:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078000.084952:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00100000:1.0:1769078000.084954:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925829888:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078000.084955:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078000.084961:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078000.084970:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078000.084971:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078000.084973:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078000.084975:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078000.084976:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078000.084978:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078000.084979:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.084982:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078000.084983:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078000.084984:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078000.084992:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.084993:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078000.084994:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078000.085003:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078000.085005:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078000.085006:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078000.085008:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:2.0:1769078000.085008:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.085015:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078000.085017:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078000.085017:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078000.085022:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078000.085026:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078000.085028:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078000.085033:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078000.085035:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078000.085045:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078000.085046:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078000.085049:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078000.085053:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:2.0:1769078000.085054:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078000.085062:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078000.085064:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078000.085065:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078000.085066:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078000.085067:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769078000.085068:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078000.085075:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4688
00000400:00000200:2.0:1769078000.085078:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:1.0:1769078000.085082:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925829888, portal 25
00000400:00000200:2.0:1769078000.085083:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078000.085086:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078000.085092:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078000.085092:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085098:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078000.085099:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:2.0:1769078000.085101:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085105:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078000.085107:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078000.085107:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078000.085108:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078000.085109:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078000.085110:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078000.085113:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078000.085115:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085121:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078000.085122:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078000.085124:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085130:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078000.085137:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078000.085144:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085152:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078000.085156:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078000.085161:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078000.085161:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078000.085181:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078000.085186:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085187:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078000.085193:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1769078000.085196:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000008:00000001:2.0:1769078000.085196:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.085200:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078000.085203:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078000.085207:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078000.085209:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769078000.085210:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925829888, offset 0
02000000:00000001:2.0:1769078000.085211:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078000.085216:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078000.085218:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078000.085219:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078000.085222:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000400:00000200:1.0:1769078000.085228:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078000.085228:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078000.085238:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078000.085250:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078000.085251:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078000.085255:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078000.085260:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078000.085268:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078000.085268:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078000.085277:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078000.085281:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078000.085284:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078000.085285:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4698)
00000400:00000200:1.0:1769078000.085296:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078000.085303:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078000.085306:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078000.085311:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16193:16193:256:4294967295] 192.168.204.157@tcp LPNI seq info [16189:16189:8:4294967295]
00000400:00000200:1.0:1769078000.085316:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.085328:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078000.085334:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.085340:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078000.085348:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078000.085352:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078000.085359:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078000.085363:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078000.085369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.085372:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078000.085378:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078000.085383:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078000.085389:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078000.085392:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078000.085403:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078000.085408:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085420:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.085423:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085431:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.085433:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078000.085440:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078000.085445:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078000.085448:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299362048
00000100:00000010:1.0:1769078000.085453:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3240.
00000100:00000001:1.0:1769078000.085461:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078000.085468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299362048
00000100:00000010:1.0:1769078000.085471:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3c00.
00000100:00000001:1.0:1769078000.085474:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078000.085477:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078000.085480:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.085483:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078000.085487:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000]  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078000.085505:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078000.085506:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078000.085508:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078000.085511:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078000.085513:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078000.085515:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078000.085519:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078000.085568:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085575:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078000.085577:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085580:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.085582:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078000.085586:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085593:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078000.085598:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085605:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078000.085609:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085611:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.085612:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085614:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078000.085617:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078000.085620:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078000.085625:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078000.085627:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078000.085632:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078000.085641:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925829888:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078000.085646:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085648:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.085651:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925829888/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085658:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078000.085661:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078000.085664:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078000.085667:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078000.085669:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078000.085671:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078000.085673:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078000.085676:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:1.0:1769078000.085680:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078000.085683:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078000.085685:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:1.0:1769078000.085688:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078000.085690:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085692:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085700:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078000.085703:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.085705:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078000.085707:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078000.085708:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078000.085712:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085720:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078000.085721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.085724:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078000.085726:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078000.085728:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078000.085739:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830016:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078000.085746:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078000.085748:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078000.085750:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.085751:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078000.085754:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078000.085756:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078000.085760:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078000.085763:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078000.085766:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078000.085769:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925830016, portal 10
00000100:00000001:1.0:1769078000.085771:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078000.085773:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00000040:1.0:1769078000.085779:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085786:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078000.085788:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078000.085791:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078000.085794:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925830016, offset 0
00000400:00000200:1.0:1769078000.085798:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078000.085801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.085805:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078000.085808:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078000.085811:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078000.085813:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078000.085815:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078000.085818:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16194:16194:256:4294967295] 192.168.204.157@tcp LPNI seq info [16190:16190:8:4294967295]
00000400:00000200:1.0:1769078000.085822:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.085829:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078000.085833:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.085837:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078000.085840:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078000.085843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078000.085847:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078000.085850:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078000.085853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.085855:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078000.085858:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078000.085861:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078000.085864:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078000.085866:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078000.085868:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078000.085872:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085879:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.085882:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085888:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.085890:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078000.085892:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078000.085896:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078000.085900:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078000.085902:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299360784
00000100:00000001:1.0:1769078000.085904:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.085907:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299360784
00000100:00000001:1.0:1769078000.085909:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.085911:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078000.085913:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.085914:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078000.085917:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000]  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078000.085925:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078000.085926:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078000.085928:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078000.085931:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078000.085932:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078000.085934:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078000.085937:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078000.085946:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078000.085953:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085955:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.085956:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078000.085960:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085966:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078000.085970:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.085977:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078000.085980:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085981:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.085982:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.085984:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078000.085985:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078000.085988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078000.085990:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078000.085992:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078000.085996:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078000.086003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830016:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078000.086008:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078000.086012:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086018:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078000.086020:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.086022:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078000.086024:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078000.086026:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078000.086029:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078000.086032:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078000.086034:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078000.086035:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.086037:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078000.086040:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769078000.086042:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078000.086045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078000.086048:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078000.086051:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078000.086053:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925830144, portal 10
00000100:00000001:1.0:1769078000.086055:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078000.086056:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769078000.086061:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086068:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078000.086070:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078000.086072:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078000.086075:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925830144, offset 0
00000400:00000200:1.0:1769078000.086078:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078000.086081:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.086084:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078000.086087:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078000.086090:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078000.086093:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078000.086095:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078000.086098:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16195:16195:256:4294967295] 192.168.204.157@tcp LPNI seq info [16191:16191:8:4294967295]
00000400:00000200:1.0:1769078000.086102:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.086108:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078000.086112:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.086115:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078000.086119:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078000.086121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078000.086126:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078000.086129:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078000.086132:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.086134:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078000.086137:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078000.086140:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078000.086143:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078000.086145:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078000.086147:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078000.086150:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086158:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.086161:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086187:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.086189:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078000.086192:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078000.086195:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078000.086199:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078000.086201:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299360793
00000100:00000001:1.0:1769078000.086203:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.086205:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299360793
00000100:00000001:1.0:1769078000.086208:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.086210:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078000.086213:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.086215:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078000.086218:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000]  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078000.086226:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078000.086227:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078000.086229:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078000.086231:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078000.086232:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078000.086234:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078000.086238:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078000.086246:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078000.086254:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086256:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.086257:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078000.086260:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086267:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078000.086270:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086277:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078000.086279:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086280:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.086281:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086284:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078000.086285:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078000.086288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078000.086292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078000.086294:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078000.086298:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078000.086305:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078000.086309:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078000.086312:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086319:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078000.086320:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.086323:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078000.086324:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078000.086326:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078000.086329:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830272:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078000.086332:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078000.086334:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078000.086336:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078000.086337:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078000.086341:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078000.086342:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078000.086346:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078000.086348:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078000.086352:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078000.086355:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925830272, portal 4
00000100:00000001:1.0:1769078000.086357:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078000.086358:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:1.0:1769078000.086364:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086371:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078000.086373:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078000.086375:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078000.086377:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925830272, offset 0
00000400:00000200:1.0:1769078000.086381:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078000.086385:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.086388:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078000.086391:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078000.086393:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078000.086396:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078000.086398:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078000.086401:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16196:16196:256:4294967295] 192.168.204.157@tcp LPNI seq info [16192:16192:8:4294967295]
00000400:00000200:1.0:1769078000.086405:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078000.086411:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078000.086415:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.086418:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078000.086421:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078000.086424:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078000.086428:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078000.086430:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078000.086434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078000.086435:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078000.086438:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078000.086441:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078000.086443:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078000.086445:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078000.086448:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078000.086451:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.086461:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086472:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.086474:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078000.086476:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078000.086479:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078000.086483:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078000.086484:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299360790
00000100:00000001:1.0:1769078000.086487:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.086489:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299360790
00000100:00000001:1.0:1769078000.086491:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299362048
00000100:00000001:1.0:1769078000.086493:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078000.086495:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.086497:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078000.086501:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000]  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078000.086507:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078000.086509:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078000.086510:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078000.086512:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078000.086514:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078000.086516:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078000.086519:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078000.086556:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086562:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078000.086564:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086565:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.086567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078000.086570:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086577:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078000.086581:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086587:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078000.086589:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086591:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078000.086592:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086594:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078000.086595:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078000.086598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078000.086601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078000.086603:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078000.086607:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078000.086613:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925830272:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078000.086617:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086619:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.086622:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925830016/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086628:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078000.086629:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078000.086631:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078000.086633:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078000.086635:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078000.086636:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078000.086638:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078000.086639:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769078000.086642:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078000.086644:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078000.086645:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:1.0:1769078000.086648:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078000.086649:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086650:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.086653:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925830144/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086660:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078000.086661:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078000.086662:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769078000.086664:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078000.086665:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078000.086667:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078000.086668:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078000.086669:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:1.0:1769078000.086672:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078000.086673:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078000.086674:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769078000.086676:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078000.086677:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086679:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078000.086682:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925830272/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078000.086688:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078000.086689:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078000.086691:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078000.086694:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078000.086695:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078000.086696:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078000.086698:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078000.086700:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:1.0:1769078000.086702:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078000.086703:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078000.086704:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769078000.086706:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078000.086708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086710:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078000.086713:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078000.086715:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078000.086716:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078000.086718:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078000.532704:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078000.532707:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078000.532709:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078001.428619:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299362048, at 4299362112
00000100:00000010:2.0:1769078001.428633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000020:00000001:1.0:1769078002.580743:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078002.580749:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078002.580753:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078003.604685:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078003.604689:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078003.604691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078004.628676:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078004.628695:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078004.628698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078005.204679:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078005.204688:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078005.204690:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078005.204693:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078005.204697:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078005.204703:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4693
00000400:00000200:1.0:1769078005.204711:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078005.204716:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078005.204718:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078005.204721:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204723:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.204725:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204727:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078005.204731:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078005.204732:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078005.204735:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078005.204737:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078005.204738:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078005.204740:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078005.204742:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204743:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.204745:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204746:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078005.204749:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078005.204752:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204754:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.204756:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078005.204759:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.204761:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.204762:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078005.204764:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078005.204772:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078005.204774:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078005.204778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078005.204779:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.204781:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078005.204789:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078005.204793:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078005.204799:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078005.204805:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.204812:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925830400/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078005.204820:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078005.204823:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.204827:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925830400/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.204846:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078005.204849:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078005.204851:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078005.204852:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078005.204853:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078005.204855:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078005.204857:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4693
00000400:00000200:1.0:1769078005.204859:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078005.204862:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078005.204864:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078005.204866:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204868:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.204870:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204872:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078005.204874:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078005.204875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078005.204876:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078005.204877:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078005.204879:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078005.204880:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078005.204883:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204887:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.204891:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204894:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078005.204897:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078005.204899:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078005.204901:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.204902:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078005.204907:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.204913:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.204917:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078005.204922:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078005.204927:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.204930:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078005.204935:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078005.204939:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078005.204944:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078005.204948:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.204952:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078005.204955:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078005.204958:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078005.204963:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078005.204967:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.204974:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925830528/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078005.204985:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078005.204989:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.204995:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925830528/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.205003:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078005.205006:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078005.205009:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078005.205012:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078005.205015:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078005.205018:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078005.205023:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4693
00000400:00000200:1.0:1769078005.205031:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078005.205037:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078005.205042:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078005.205047:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205050:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.205056:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205059:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078005.205063:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078005.205065:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078005.205068:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078005.205069:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078005.205074:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078005.205078:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078005.205096:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205099:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.205103:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205106:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078005.205110:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078005.205116:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205120:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.205123:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078005.205127:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.205131:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205135:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078005.205138:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078005.205141:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205146:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078005.205152:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078005.205156:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078005.205160:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078005.205163:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205165:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078005.205169:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078005.205171:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078005.205177:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078005.205180:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.205185:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925830656/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078005.205193:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078005.205197:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.205203:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925830656/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078005.205211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078005.205214:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769078005.205227:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078005.205231:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078005.205235:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078005.205238:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078005.205241:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078005.205247:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078005.205253:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4693
00000400:00000200:1.0:1769078005.205259:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078005.205263:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078005.205267:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078005.205274:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205277:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.205281:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205285:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078005.205288:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078005.205290:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078005.205293:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078005.205296:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078005.205300:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078005.205305:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078005.205308:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205309:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078005.205314:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205316:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078005.205320:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078005.205324:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078005.205330:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.205334:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078005.205338:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.205342:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205344:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078005.205347:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078005.205351:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205355:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078005.205360:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078005.205364:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078005.205367:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078005.205370:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.205373:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078005.205377:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078005.205379:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078005.205387:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078005.205392:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.205399:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925830784/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078005.205409:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078005.205413:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.205421:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925830784/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.205429:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.205433:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078005.205437:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078005.205443:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4703)
00000800:00000200:3.1:1769078005.205734:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078005.205736:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078005.206040:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078005.206043:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078005.206374:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078005.206377:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769078006.548625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299367168, at 4299367232
00000100:00000010:2.0:1769078006.548641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000020:00000001:1.0:1769078006.676716:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078006.676719:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078006.676723:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078007.700673:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078007.700676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078007.700679:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078008.724733:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078008.724737:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078008.724740:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078010.324651:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.324660:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078010.324662:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.324665:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.324669:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.324675:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4698
00000400:00000200:0.0:1769078010.324684:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078010.324689:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.324691:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.324694:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324697:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.324699:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324701:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078010.324704:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.324706:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078010.324707:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.324709:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078010.324711:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078010.324713:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078010.324714:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324716:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.324717:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324718:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078010.324720:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078010.324723:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324731:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.324734:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.324738:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.324741:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.324743:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078010.324745:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.324755:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078010.324760:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078010.324764:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.324766:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.324769:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.324771:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.324775:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.324783:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769078010.324790:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.324799:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925830912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.324815:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.324819:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.324822:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925830912/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.324841:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.324843:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.324846:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078010.324847:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.324849:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.324851:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.324853:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4698
00000400:00000200:0.0:1769078010.324856:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078010.324858:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.324860:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.324862:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324864:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.324865:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324866:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078010.324868:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.324869:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078010.324871:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.324872:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078010.324874:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078010.324876:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078010.324878:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324879:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.324881:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324883:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078010.324885:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078010.324888:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078010.324889:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.324890:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.324895:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.324898:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.324900:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078010.324904:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078010.324907:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.324910:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.324913:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078010.324916:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078010.324919:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.324922:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.324930:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.324933:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.324935:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.324940:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078010.324946:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.324951:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925831040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.324963:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.324967:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.324972:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925831040/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.324981:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.324983:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.324986:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078010.324988:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.324990:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.325024:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.325031:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4698
00000400:00000200:0.0:1769078010.325040:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078010.325049:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.325052:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.325054:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325059:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.325061:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325062:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078010.325064:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.325067:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078010.325069:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.325071:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078010.325073:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078010.325075:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078010.325081:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325085:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.325087:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325093:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078010.325095:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078010.325099:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325102:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.325105:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.325109:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.325113:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325116:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078010.325118:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078010.325123:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325125:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.325129:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078010.325133:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078010.325136:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.325138:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325142:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.325144:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.325146:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.325152:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078010.325155:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.325163:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925831168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.325170:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.325174:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.325179:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925831168/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.325189:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.325191:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.325195:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078010.325198:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.325200:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.325204:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.325210:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4698
00000400:00000200:0.0:1769078010.325216:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078010.325223:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.325228:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.325232:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325235:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.325239:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325243:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078010.325246:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.325249:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078010.325251:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.325253:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078010.325259:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078010.325261:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078010.325264:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325267:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.325271:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325273:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078010.325276:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078010.325280:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078010.325285:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.325287:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.325289:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.325292:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325295:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078010.325298:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078010.325301:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325302:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.325305:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078010.325309:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078010.325311:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.325312:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.325313:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.325314:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.325317:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.325321:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078010.325326:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.325330:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925831296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.325340:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769078010.325341:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078010.325342:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.325350:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925831296/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078010.325350:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769078010.325362:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.325365:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078010.325368:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078010.325373:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4708)
00000800:00000200:3.1:1769078010.325674:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078010.325676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078010.325857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078010.325858:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078010.326076:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078010.326078:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769078010.772733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078010.772737:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078010.772739:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078011.668635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299372288, at 4299372352
00000100:00000010:2.0:1769078011.668651:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000020:00000001:2.0:1769078011.796676:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078011.796679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078011.796681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078012.820713:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078012.820717:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078012.820720:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078014.868766:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078014.868771:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078014.868775:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078015.444674:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078015.444690:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078015.444694:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078015.444700:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078015.444707:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078015.444718:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4703
00000400:00000200:0.0:1769078015.444738:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078015.444747:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078015.444753:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078015.444757:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.444762:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.444765:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.444768:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078015.444774:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078015.444776:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078015.444780:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078015.444784:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078015.444786:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078015.444789:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078015.444793:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.444796:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.444798:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.444801:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078015.444804:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078015.444809:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078015.444813:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078015.444816:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078015.444821:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078015.444825:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.444828:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078015.444831:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078015.444844:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078015.444848:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078015.444861:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078015.444863:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.444867:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078015.444872:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078015.444878:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078015.444891:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078015.444899:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.444922:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925831424/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078015.444935:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078015.444941:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078015.444947:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925831424/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078015.444970:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078015.444974:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078015.444978:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078015.444980:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078015.444982:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078015.444985:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078015.444988:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4703
00000400:00000200:0.0:1769078015.444993:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078015.444998:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078015.445000:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078015.445004:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445006:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445008:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445010:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078015.445012:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078015.445013:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078015.445017:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078015.445019:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078015.445021:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078015.445026:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078015.445031:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445033:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445036:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445038:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078015.445040:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078015.445045:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445049:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078015.445053:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078015.445060:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078015.445064:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445066:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078015.445070:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078015.445073:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445074:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078015.445079:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078015.445083:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078015.445085:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078015.445087:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445090:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078015.445092:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078015.445095:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078015.445100:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078015.445105:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.445114:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925831552/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078015.445123:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078015.445127:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078015.445131:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925831552/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078015.445147:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078015.445153:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078015.445162:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078015.445164:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078015.445166:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078015.445171:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078015.445176:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4703
00000400:00000200:0.0:1769078015.445183:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078015.445190:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078015.445195:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078015.445204:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445206:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445217:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445221:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078015.445225:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078015.445228:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078015.445231:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078015.445234:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078015.445237:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078015.445242:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078015.445246:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445249:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445253:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445255:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078015.445257:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078015.445260:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445263:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078015.445266:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078015.445268:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078015.445272:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445276:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078015.445280:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078015.445282:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445284:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078015.445294:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078015.445301:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078015.445305:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078015.445308:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445311:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078015.445314:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078015.445316:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078015.445320:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078015.445325:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.445334:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925831680/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078015.445346:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078015.445351:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078015.445361:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925831680/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078015.445376:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078015.445381:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078015.445382:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1769078015.445388:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078015.445396:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078015.445400:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078015.445402:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078015.445406:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078015.445412:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4703
00000400:00000200:0.0:1769078015.445419:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078015.445424:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078015.445427:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078015.445432:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445437:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445441:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445445:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078015.445448:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078015.445450:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078015.445454:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078015.445458:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078015.445462:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078015.445466:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078015.445472:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445475:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078015.445478:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445479:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078015.445481:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078015.445487:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078015.445490:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078015.445493:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078015.445497:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078015.445501:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445503:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078015.445505:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078015.445509:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445510:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078015.445514:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078015.445518:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078015.445520:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078015.445551:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078015.445555:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078015.445557:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078015.445560:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078015.445568:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769078015.445574:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.445585:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925831808/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078015.445594:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078015.445599:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078015.445608:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925831808/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078015.445627:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078015.445633:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078015.445639:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078015.445647:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4713)
00000800:00000200:3.1:1769078015.445900:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078015.445901:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078015.446166:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078015.446169:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078015.446380:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078015.446382:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769078015.892756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078015.892764:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078015.892770:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078016.788625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299377408, at 4299377472
00000100:00000010:2.0:1769078016.788654:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000020:00000001:0.0:1769078016.916725:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078016.916729:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078016.916733:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078018.964723:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078018.964727:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078018.964730:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078019.988720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078019.988725:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078019.988728:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078020.564641:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078020.564654:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078020.564657:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078020.564661:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078020.564666:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078020.564674:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4708
00000400:00000200:0.0:1769078020.564683:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078020.564689:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078020.564692:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078020.564696:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564700:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.564703:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564705:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078020.564710:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078020.564712:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078020.564715:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078020.564718:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078020.564720:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078020.564723:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078020.564727:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564729:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.564731:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564733:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078020.564737:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078020.564740:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564743:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078020.564746:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078020.564750:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078020.564753:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.564756:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078020.564758:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078020.564767:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769078020.564771:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078020.564776:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078020.564778:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.564781:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078020.564784:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078020.564789:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078020.564796:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078020.564802:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078020.564812:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925831936/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078020.564860:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078020.564864:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078020.564870:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925831936/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078020.564894:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078020.564898:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078020.564902:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078020.564904:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078020.564906:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078020.564909:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078020.564912:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4708
00000400:00000200:0.0:1769078020.564917:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078020.564920:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078020.564922:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078020.564926:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564928:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.564930:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564933:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078020.564935:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078020.564937:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078020.564938:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078020.564940:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078020.564943:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078020.564945:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078020.564948:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564951:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.564953:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564955:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078020.564958:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078020.564961:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078020.564964:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078020.564966:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078020.564972:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078020.564975:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.564977:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078020.564981:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078020.564984:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.564987:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078020.564990:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078020.564993:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078020.564996:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078020.564998:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565000:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078020.565002:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078020.565005:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078020.565009:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078020.565013:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078020.565022:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925832064/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078020.565040:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078020.565045:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078020.565055:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925832064/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078020.565079:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078020.565085:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078020.565092:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078020.565094:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078020.565098:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078020.565102:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078020.565109:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4708
00000400:00000200:0.0:1769078020.565116:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078020.565122:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078020.565127:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078020.565143:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565150:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.565156:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565162:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078020.565168:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078020.565171:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078020.565175:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078020.565179:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078020.565183:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078020.565188:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078020.565195:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565205:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.565213:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565219:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078020.565225:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078020.565233:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565240:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078020.565244:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078020.565249:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078020.565256:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565261:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078020.565266:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078020.565272:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565276:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078020.565284:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769078020.565291:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.1:1769078020.565292:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769078020.565298:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769078020.565299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1769078020.565303:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565308:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078020.565312:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078020.565317:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078020.565324:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078020.565331:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078020.565344:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925832192/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078020.565370:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078020.565376:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078020.565388:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925832192/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078020.565410:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078020.565415:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078020.565421:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078020.565425:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078020.565427:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078020.565432:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078020.565440:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4708
00000400:00000200:0.0:1769078020.565450:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078020.565459:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078020.565465:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078020.565472:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565478:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.565484:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565489:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078020.565495:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078020.565498:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078020.565503:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078020.565507:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078020.565511:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078020.565514:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078020.565520:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565556:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078020.565563:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565570:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078020.565577:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078020.565584:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078020.565590:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078020.565596:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078020.565600:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078020.565607:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565613:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078020.565619:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078020.565628:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565633:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078020.565640:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078020.565646:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078020.565652:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078020.565655:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078020.565660:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078020.565662:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078020.565665:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078020.565671:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769078020.565678:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078020.565688:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925832320/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078020.565702:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078020.565707:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078020.565715:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925832320/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078020.565734:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078020.565739:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078020.565748:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078020.565756:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4718)
00000800:00000200:3.1:1769078020.565877:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078020.565878:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078020.566065:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078020.566067:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078020.566320:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078020.566322:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769078021.012710:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078021.012713:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078021.012716:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078021.908648:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299382528, at 4299382592
00000100:00000010:2.0:1769078021.908662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000020:00000001:1.0:1769078023.060797:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078023.060802:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078023.060806:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078024.084707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078024.084711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078024.084713:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078025.108695:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078025.108699:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078025.108702:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078025.684667:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078025.684678:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078025.684681:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078025.684686:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078025.684691:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078025.684699:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4713
00000400:00000200:1.0:1769078025.684710:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078025.684716:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078025.684719:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078025.684723:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684727:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.684729:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684732:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078025.684767:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078025.684770:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078025.684773:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078025.684777:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078025.684780:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078025.684783:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078025.684787:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684789:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.684791:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684794:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078025.684797:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078025.684801:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684804:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.684808:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078025.684811:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.684814:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.684817:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078025.684820:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078025.684829:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078025.684833:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078025.684837:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078025.684839:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.684842:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078025.684845:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078025.684850:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078025.684858:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078025.684865:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.684873:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925832448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078025.684884:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078025.684889:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.684894:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925832448/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.684916:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078025.684920:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078025.684924:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078025.684926:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078025.684927:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078025.684930:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078025.684933:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4713
00000400:00000200:1.0:1769078025.684938:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078025.684942:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078025.684945:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078025.684948:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684951:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.684954:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.684957:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078025.684962:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078025.684966:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078025.684970:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078025.684973:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078025.684978:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078025.684984:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078025.684993:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685000:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.685005:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685012:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078025.685018:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078025.685028:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685034:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.685038:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078025.685047:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.685052:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685054:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078025.685060:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078025.685067:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685070:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078025.685077:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000020:00000040:1.0:1769078025.685083:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078025.685091:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078025.685095:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685101:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078025.685104:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078025.685109:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078025.685118:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078025.685124:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.685135:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925832576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078025.685152:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078025.685157:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.685167:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925832576/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.685193:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078025.685200:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078025.685208:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078025.685211:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078025.685213:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078025.685215:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078025.685220:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4713
00000400:00000200:1.0:1769078025.685229:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078025.685239:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769078025.685244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769078025.685245:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769078025.685249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1769078025.685254:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685262:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.685269:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685274:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078025.685279:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078025.685284:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078025.685287:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078025.685292:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078025.685297:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078025.685301:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078025.685309:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685315:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.685321:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685327:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078025.685335:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078025.685345:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685352:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.685355:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078025.685360:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.685367:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685370:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078025.685374:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078025.685379:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685382:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078025.685389:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078025.685393:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078025.685399:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078025.685403:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685407:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078025.685411:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078025.685414:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078025.685421:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078025.685436:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.685446:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925832704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078025.685461:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078025.685466:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.685474:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925832704/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.685507:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078025.685512:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078025.685518:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078025.685520:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078025.685556:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078025.685563:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078025.685571:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4713
00000400:00000200:1.0:1769078025.685581:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078025.685588:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078025.685593:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078025.685599:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685604:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.685609:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685613:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078025.685618:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078025.685620:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078025.685625:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078025.685631:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078025.685639:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078025.685645:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078025.685655:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685662:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078025.685668:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685674:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078025.685679:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078025.685688:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078025.685696:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.685701:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078025.685707:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.685714:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685721:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078025.685727:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078025.685733:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685750:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078025.685757:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078025.685763:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078025.685769:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078025.685773:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.685780:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078025.685785:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078025.685790:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078025.685799:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078025.685808:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.685819:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925832832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078025.685835:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078025.685841:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.685853:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925832832/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.685875:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.685881:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078025.685891:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078025.685899:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4724)
00000800:00000200:3.1:1769078025.685967:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078025.685970:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078025.686251:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078025.686254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078025.686512:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078025.686515:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769078027.028628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299387648, at 4299387712
00000100:00000010:2.0:1769078027.028645:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000020:00000001:1.0:1769078027.156735:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078027.156739:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078027.156742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078028.180691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078028.180704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078028.180706:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769078028.948893:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769078029.204696:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078029.204700:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078029.204705:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078030.804596:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.804605:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078030.804607:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.804609:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.804613:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.804620:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4719
00000400:00000200:1.0:1769078030.804629:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078030.804634:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.804637:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.804640:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804643:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.804646:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804648:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078030.804675:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.804678:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078030.804681:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.804683:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078030.804686:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078030.804688:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078030.804691:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804693:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.804695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078030.804700:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078030.804703:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804706:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.804709:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.804712:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.804715:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.804717:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078030.804719:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.804728:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078030.804730:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078030.804733:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.804734:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.804736:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.804739:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.804742:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.804747:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078030.804751:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.804757:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925832960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.804766:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.804771:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.804775:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925832960/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.804796:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.804799:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.804802:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078030.804803:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.804805:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.804808:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.804811:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4719
00000400:00000200:1.0:1769078030.804815:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078030.804817:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.804820:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.804824:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804827:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.804831:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804833:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078030.804836:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.804837:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078030.804840:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.804842:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078030.804846:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078030.804849:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078030.804852:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804855:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.804859:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804862:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078030.804866:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078030.804870:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078030.804876:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.804878:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.804884:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.804889:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.804893:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.804897:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078030.804902:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.804908:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.804914:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078030.804920:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078030.804924:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.804926:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.804930:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.804934:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.804936:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.804943:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078030.804949:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.804957:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925833088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.804974:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.804978:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.804986:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925833088/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.805002:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.805008:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.805014:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078030.805016:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.805019:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.805024:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.805029:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4719
00000400:00000200:1.0:1769078030.805037:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078030.805042:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.805046:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.805052:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805054:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.805058:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805062:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078030.805064:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.805066:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078030.805068:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.805069:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078030.805072:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078030.805074:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078030.805079:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805082:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.805084:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769078030.805087:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078030.805088:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078030.805092:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769078030.805094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00080000:1.0:1769078030.805097:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805101:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.805104:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.805108:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.805111:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805115:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.805119:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078030.805122:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805132:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.805136:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078030.805140:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078030.805144:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.805147:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805150:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.805152:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.805154:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.805159:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078030.805164:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.805171:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925833216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.805181:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.805184:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.805189:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925833216/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.805198:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.805200:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.805205:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078030.805206:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.805207:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.805209:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.805212:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4719
00000400:00000200:1.0:1769078030.805216:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078030.805221:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.805223:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.805227:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805230:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.805233:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805236:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078030.805240:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.805242:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078030.805243:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.805246:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078030.805250:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078030.805252:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078030.805258:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805262:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.805266:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805269:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078030.805272:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078030.805277:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078030.805281:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.805283:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.805286:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.805289:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805291:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.805294:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078030.805296:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805298:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.805300:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078030.805304:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078030.805307:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.805309:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.805312:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.805313:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.805316:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.805319:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078030.805322:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.805331:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925833344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.805345:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.805349:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.805357:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925833344/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.805373:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.805378:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078030.805387:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078030.805394:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4729)
00000800:00000200:3.1:1769078030.805629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078030.805631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078030.805908:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078030.805910:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078030.806164:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078030.806166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1769078031.252670:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078031.252673:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078031.252675:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078032.148649:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299392768, at 4299392832
00000100:00000010:2.0:1769078032.148666:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000020:00000001:2.0:1769078032.276746:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078032.276750:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078032.276754:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078033.300741:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078033.300745:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078033.300749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078035.348824:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078035.348829:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078035.348833:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078035.924688:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.924699:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078035.924702:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.924706:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.924710:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.924718:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4724
00000400:00000200:0.0:1769078035.924728:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078035.924733:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.924737:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.924740:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924743:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.924745:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924748:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078035.924752:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.924754:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078035.924756:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.924759:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078035.924762:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078035.924764:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078035.924767:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924769:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.924771:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924773:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078035.924776:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078035.924779:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924781:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.924784:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.924787:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.924789:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.924791:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078035.924793:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.924800:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769078035.924803:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078035.924806:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.924807:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.924809:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.924811:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.924814:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.924819:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078035.924823:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.924830:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925833472/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.924840:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.924844:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.924849:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925833472/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.924871:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.924874:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.924878:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078035.924879:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.924881:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.924883:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.924886:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4724
00000400:00000200:0.0:1769078035.924889:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078035.924891:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.924894:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.924896:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924898:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.924900:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924902:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078035.924903:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.924904:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078035.924905:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.924906:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078035.924908:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078035.924909:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078035.924912:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924913:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.924915:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924918:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078035.924920:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078035.924922:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078035.924923:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.924924:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.924929:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.924930:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.924931:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.924934:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078035.924936:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.924938:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.924941:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769078035.924960:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078035.924964:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.924968:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.924977:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.924981:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.924988:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.925003:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078035.925013:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.925038:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925833600/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.925051:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.925056:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.925064:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925833600/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.925077:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.925081:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.925091:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078035.925092:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.925094:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.925096:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.925102:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4724
00000400:00000200:0.0:1769078035.925111:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078035.925121:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.925130:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.925141:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925157:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.925164:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925169:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078035.925176:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.925181:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078035.925182:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.925183:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078035.925185:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078035.925189:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078035.925198:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925201:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.925203:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925204:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078035.925206:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078035.925207:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925209:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.925217:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.925222:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.925224:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925225:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.925227:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078035.925231:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925236:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.925243:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078035.925249:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078035.925258:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.925266:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925281:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.925284:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.925286:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.925296:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078035.925304:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.925315:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925833728/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769078035.925343:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078035.925356:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.925358:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.925364:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925833728/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.925393:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.925402:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.925406:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078035.925408:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.925416:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.925419:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.925424:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4724
00000400:00000200:0.0:1769078035.925441:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078035.925448:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.925465:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.925476:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925484:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.925491:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925494:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078035.925496:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.925496:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078035.925497:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.925499:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078035.925503:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078035.925508:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078035.925519:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925584:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.925593:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925601:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078035.925610:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078035.925620:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078035.925632:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.925641:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.925644:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.925647:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925650:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.925653:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078035.925659:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925664:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.925671:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769078035.925674:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078035.925677:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.925681:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.925687:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.925692:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.925699:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.925711:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769078035.925721:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.925742:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925833856/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.925782:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.925788:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.925802:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925833856/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.925815:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.925818:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078035.925826:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078035.925840:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4734)
00000800:00000200:3.1:1769078035.925906:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078035.926063:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078035.926325:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769078036.372790:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078036.372795:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078036.372798:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078037.268638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299397888, at 4299397952
00000100:00000010:2.0:1769078037.268657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000020:00000001:0.0:1769078037.396726:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078037.396728:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078037.396731:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078038.996767:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078038.996809:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078038.996829:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078038.996833:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078038.996837:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078038.996842:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078038.996846:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078038.996851:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078038.996856:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078038.996860:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078038.996866:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc97f8
00000400:00000010:2.0:1769078038.996869:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc97f8.
00000100:00000001:2.0:1769078038.996874:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078038.996882:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7b100 x1855007925833472/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.996914:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078038.996917:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925833472/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.996923:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.996925:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078038.996935:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078038.996937:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769078038.996940:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078038.996943:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078038.996946:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9d48
00000400:00000010:2.0:1769078038.996948:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9d48.
00000100:00000001:2.0:1769078038.996951:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078038.996957:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79f80 x1855007925833600/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.996965:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078038.996968:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925833600/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.996977:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.996981:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078038.996994:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078038.997002:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769078038.997008:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078038.997014:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078038.997034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9b28
00000400:00000010:2.0:1769078038.997039:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9b28.
00000100:00000001:2.0:1769078038.997044:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078038.997052:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a79c00 x1855007925833728/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.997074:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078038.997081:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925833728/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.997094:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.997097:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078038.997108:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078038.997113:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769078038.997119:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078038.997129:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078038.997136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9908
00000400:00000010:2.0:1769078038.997141:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9908.
00000100:00000001:2.0:1769078038.997146:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078038.997153:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc883a7a680 x1855007925833856/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.997170:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078038.997176:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925833856/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078038.997189:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078038.997191:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769078039.444697:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078039.444701:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078039.444705:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078040.468677:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078040.468681:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078040.468685:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078041.044650:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078041.044661:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078041.044663:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078041.044667:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078041.044671:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078041.044679:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4729
00000400:00000200:2.0:1769078041.044687:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078041.044692:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078041.044694:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078041.044696:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044699:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.044700:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044702:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078041.044705:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078041.044706:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078041.044708:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078041.044710:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078041.044711:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078041.044713:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078041.044714:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044715:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.044717:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044718:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078041.044727:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078041.044729:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044730:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078041.044733:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078041.044735:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078041.044738:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.044740:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078041.044743:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078041.044748:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078041.044751:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078041.044755:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078041.044757:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.044760:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078041.044763:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078041.044767:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078041.044774:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078041.044782:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078041.044792:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925833984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078041.044802:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078041.044806:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078041.044810:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925833984/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078041.044829:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078041.044832:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078041.044836:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078041.044837:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078041.044839:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078041.044841:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078041.044844:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4729
00000400:00000200:2.0:1769078041.044848:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078041.044851:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078041.044853:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078041.044856:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044858:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.044860:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044862:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078041.044864:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078041.044865:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078041.044867:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078041.044868:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078041.044870:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078041.044872:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078041.044875:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044877:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.044879:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044881:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078041.044884:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078041.044886:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078041.044888:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078041.044889:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078041.044895:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078041.044898:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.044900:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078041.044903:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078041.044906:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.044908:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078041.044911:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078041.044913:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078041.044915:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078041.044917:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.044918:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078041.044920:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078041.044921:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078041.044925:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078041.044928:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078041.044933:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925834112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078041.044941:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078041.044943:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078041.044947:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925834112/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078041.044956:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078041.044960:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078041.044963:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078041.044965:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078041.044967:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078041.044970:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078041.044973:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4729
00000400:00000200:2.0:1769078041.044981:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078041.044987:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078041.044991:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078041.044997:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045001:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.045005:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045010:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078041.045014:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078041.045017:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078041.045020:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078041.045023:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078041.045026:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078041.045032:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078041.045038:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045043:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.045047:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045050:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078041.045052:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078041.045057:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045061:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078041.045065:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078041.045069:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078041.045073:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045077:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078041.045080:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078041.045084:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045088:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078041.045093:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078041.045097:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078041.045100:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078041.045103:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045106:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078041.045107:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078041.045109:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078041.045113:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078041.045116:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078041.045121:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925834240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078041.045128:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078041.045130:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078041.045133:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925834240/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078041.045142:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078041.045144:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078041.045147:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078041.045148:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078041.045150:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078041.045152:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078041.045154:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4729
00000400:00000200:2.0:1769078041.045158:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078041.045161:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078041.045163:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078041.045166:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045168:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.045170:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045173:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078041.045175:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078041.045176:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078041.045178:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078041.045180:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078041.045183:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078041.045184:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078041.045187:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045189:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078041.045191:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045193:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078041.045195:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078041.045198:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078041.045200:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078041.045202:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078041.045204:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078041.045206:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045208:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078041.045211:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078041.045214:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045215:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078041.045218:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078041.045220:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078041.045223:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078041.045224:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078041.045226:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078041.045227:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078041.045229:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078041.045232:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078041.045235:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078041.045239:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925834368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078041.045250:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078041.045252:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078041.045256:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925834368/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078041.045276:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078041.045279:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078041.045283:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078041.045288:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4739)
00000800:00000200:3.1:1769078041.045859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078041.045863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078041.046216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078041.046218:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078041.047921:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078041.047924:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078041.048175:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078041.048176:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769078041.492656:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078041.492659:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078041.492662:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078042.388573:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299403009, at 4299403072
00000100:00000010:2.0:1769078042.388587:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000020:00000001:1.0:1769078043.540649:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078043.540653:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078043.540656:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078044.564668:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078044.564675:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078044.564680:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078045.588708:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078045.588711:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078045.588713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078046.164671:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.164682:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078046.164685:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.164688:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.164698:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.164706:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4734
00000400:00000200:1.0:1769078046.164718:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078046.164726:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.164730:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.164734:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164738:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.164742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164745:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078046.164751:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.164753:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078046.164756:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.164758:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078046.164761:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078046.164764:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078046.164768:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164769:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.164771:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078046.164776:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078046.164779:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164785:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.164788:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.164791:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.164793:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.164795:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078046.164797:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.164806:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078046.164809:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078046.164812:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.164814:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.164816:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.164819:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.164824:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.164832:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078046.164840:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.164850:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925834496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.164862:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.164867:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.164872:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925834496/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.164894:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.164896:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.164899:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078046.164900:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.164902:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.164904:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.164906:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4734
00000400:00000200:1.0:1769078046.164910:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078046.164912:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.164914:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.164917:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164919:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.164925:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164928:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078046.164931:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.164936:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078046.164939:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.164943:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078046.164945:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078046.164946:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078046.164959:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164961:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.164967:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164975:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078046.164983:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078046.164993:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078046.164999:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.165009:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.165015:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.165019:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165021:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.165026:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078046.165036:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165040:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.165045:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078046.165050:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078046.165057:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.165059:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165064:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.165066:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.165069:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.165073:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078046.165077:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.165085:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925834624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.165092:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.165097:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.165104:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925834624/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.165114:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.165122:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.165131:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078046.165133:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.165134:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.165138:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.165142:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4734
00000400:00000200:1.0:1769078046.165146:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078046.165149:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.165154:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.165157:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165159:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.165167:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165173:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078046.165177:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.165182:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078046.165184:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.165186:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078046.165191:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078046.165194:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078046.165206:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165213:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.165220:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165228:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078046.165234:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078046.165252:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165255:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.165257:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.165263:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.165267:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165269:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.165271:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078046.165273:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165277:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.165280:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078046.165283:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078046.165288:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.165290:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165294:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.165295:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.165297:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.165304:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078046.165310:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.165320:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925834752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.165336:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.165340:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.165350:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925834752/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.165372:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.165375:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.165383:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078046.165387:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.165401:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.165404:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.165410:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4734
00000400:00000200:1.0:1769078046.165418:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078046.165424:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.165430:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.165435:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165437:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.165442:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165444:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078046.165447:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.165450:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078046.165454:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.165459:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078046.165462:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078046.165465:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078046.165476:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165479:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078046.165484:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078046.165485:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165493:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769078046.165496:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1769078046.165497:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078046.165506:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078046.165510:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.165514:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.165517:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.165521:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165566:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.165571:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078046.165577:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165586:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.165594:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078046.165600:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078046.165604:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.165608:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.165611:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.165613:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.165615:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.165625:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078046.165630:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.165642:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925834880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.165654:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.165659:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.165672:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925834880/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.165720:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.165734:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078046.165740:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078046.165753:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4744)
00000800:00000200:3.1:1769078046.166088:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078046.166091:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078046.166370:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078046.166373:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078046.166678:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078046.166680:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769078047.508627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299408129, at 4299408192
00000100:00000010:2.0:1769078047.508641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000020:00000001:1.0:1769078047.636674:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078047.636681:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078047.636686:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078048.660671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078048.660674:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078048.660676:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078049.684734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078049.684736:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078049.684739:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078051.284632:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.284640:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078051.284642:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.284645:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.284648:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.284653:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4739
00000400:00000200:1.0:1769078051.284661:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078051.284666:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.284668:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.284670:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284672:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.284674:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284676:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078051.284679:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.284681:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078051.284683:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.284685:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078051.284686:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078051.284688:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078051.284690:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284691:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.284693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284694:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078051.284697:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078051.284700:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284703:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.284705:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.284709:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.284711:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.284713:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078051.284715:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.284723:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078051.284727:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078051.284731:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.284733:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.284736:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.284739:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.284742:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.284750:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078051.284754:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.284761:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925835008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.284768:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.284771:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.284774:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925835008/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.284790:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.284792:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.284794:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078051.284798:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.284799:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.284801:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.284803:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4739
00000400:00000200:1.0:1769078051.284806:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078051.284808:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.284809:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.284812:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284813:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.284815:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284817:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078051.284818:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.284819:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078051.284820:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.284822:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078051.284824:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078051.284827:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078051.284831:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284834:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.284840:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284842:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078051.284846:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078051.284851:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078051.284855:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.284857:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.284863:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.284865:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.284870:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.284875:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078051.284880:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.284883:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.284887:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078051.284895:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078051.284898:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.284900:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.284903:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.284905:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.284907:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.284911:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078051.284915:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.284922:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925835136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.284934:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.284938:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.284945:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925835136/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.284984:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.284989:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.284993:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078051.284996:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.284997:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.284999:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.285002:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4739
00000400:00000200:1.0:1769078051.285007:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078051.285013:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.285015:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.285020:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285023:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.285028:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285032:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078051.285035:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.285038:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078051.285039:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.285042:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078051.285046:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078051.285049:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078051.285051:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285055:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.285059:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285061:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078051.285065:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078051.285070:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285074:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.285075:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.285077:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.285082:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285083:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.285084:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078051.285087:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285089:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.285094:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078051.285096:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078051.285099:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.285102:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285104:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.285106:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769078051.285106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078051.285108:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078051.285111:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
02000000:00000010:1.0:1769078051.285112:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078051.285115:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.285121:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925835264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.285125:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.285126:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.285129:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925835264/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.285138:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.285140:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.285145:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078051.285146:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.285147:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.285150:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.285154:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4739
00000400:00000200:1.0:1769078051.285158:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078051.285162:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.285164:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.285169:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285170:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.285174:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285176:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078051.285178:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.285180:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078051.285183:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.285185:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078051.285188:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078051.285191:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078051.285196:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285197:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.285201:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285204:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078051.285206:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078051.285211:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078051.285215:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.285217:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.285219:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.285222:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285225:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.285227:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078051.285231:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285234:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.285236:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078051.285239:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078051.285242:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.285242:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.285244:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.285244:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.285245:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.285248:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078051.285252:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.285259:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925835392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.285264:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.285267:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.285270:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925835392/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.285276:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.285278:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078051.285280:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078051.285286:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4749)
00000800:00000200:3.1:1769078051.285495:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078051.285496:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078051.285677:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078051.285679:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078051.285827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078051.285828:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1769078051.732700:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078051.732702:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078051.732704:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078052.628632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299413248, at 4299413312
00000100:00000010:2.0:1769078052.628650:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000020:00000001:2.0:1769078052.756680:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078052.756684:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078052.756688:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078053.780743:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078053.780747:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078053.780750:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078055.828728:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078055.828731:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078055.828735:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078056.404665:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078056.404677:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078056.404680:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078056.404684:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078056.404688:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078056.404695:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4744
00000400:00000200:1.0:1769078056.404705:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078056.404712:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078056.404715:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078056.404719:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404732:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.404735:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404739:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078056.404744:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078056.404747:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078056.404750:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078056.404753:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078056.404755:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078056.404757:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078056.404760:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404762:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.404764:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404765:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078056.404768:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078056.404770:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404771:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078056.404773:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078056.404776:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078056.404778:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.404779:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078056.404781:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078056.404788:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769078056.404791:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078056.404794:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078056.404795:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.404797:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078056.404800:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078056.404803:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078056.404809:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078056.404814:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078056.404821:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925835520/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078056.404829:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078056.404832:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078056.404835:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925835520/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078056.404854:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078056.404857:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078056.404859:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078056.404860:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078056.404861:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078056.404863:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078056.404865:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4744
00000400:00000200:1.0:1769078056.404868:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078056.404870:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078056.404872:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078056.404874:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404875:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.404877:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404878:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078056.404880:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078056.404882:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078056.404883:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078056.404885:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078056.404886:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078056.404888:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078056.404890:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404891:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.404892:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404894:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078056.404895:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078056.404897:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078056.404900:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078056.404904:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078056.404909:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078056.404913:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.404916:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078056.404919:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078056.404923:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.404927:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078056.404932:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769078056.404936:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078056.404941:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078056.404944:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.404949:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078056.404953:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078056.404958:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078056.404968:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078056.404975:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078056.404986:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925835648/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078056.404998:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078056.405001:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078056.405005:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925835648/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078056.405017:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078056.405023:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078056.405028:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078056.405030:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078056.405032:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078056.405037:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078056.405040:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4744
00000400:00000200:1.0:1769078056.405048:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078056.405055:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078056.405060:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078056.405068:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405073:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.405080:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405087:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078056.405094:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078056.405098:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078056.405103:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078056.405107:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078056.405111:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078056.405117:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078056.405124:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405128:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.405132:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405135:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078056.405137:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078056.405141:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405144:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078056.405147:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078056.405150:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078056.405161:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405164:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078056.405166:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078056.405169:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405172:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078056.405177:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078056.405182:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078056.405187:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078056.405189:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405191:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078056.405194:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078056.405197:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078056.405202:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078056.405208:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078056.405214:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925835776/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078056.405249:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078056.405253:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078056.405258:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925835776/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078056.405268:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078056.405272:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078056.405278:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078056.405281:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078056.405284:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078056.405288:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078056.405293:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4744
00000800:00000200:3.1:1769078056.405294:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:1.0:1769078056.405298:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769078056.405301:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1769078056.405302:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078056.405307:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078056.405311:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405316:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.405321:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405324:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078056.405326:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078056.405329:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078056.405331:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078056.405335:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078056.405340:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078056.405342:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078056.405346:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405349:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078056.405353:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405356:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078056.405358:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078056.405364:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078056.405368:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078056.405370:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078056.405373:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078056.405378:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405382:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078056.405385:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078056.405389:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405391:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078056.405394:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078056.405399:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078056.405404:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078056.405407:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078056.405411:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078056.405414:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078056.405417:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078056.405422:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078056.405426:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078056.405434:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925835904/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078056.405445:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078056.405449:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078056.405451:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925835904/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078056.405462:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078056.405463:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078056.405466:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078056.405470:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4754)
00000800:00000200:3.1:1769078056.405807:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078056.405810:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078056.406095:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078056.406098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078056.406406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078056.406408:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769078056.852814:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078056.852818:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078056.852822:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078057.748582:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299418368, at 4299418432
00000100:00000010:2.0:1769078057.748595:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000020:00000001:0.0:1769078057.876709:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078057.876714:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078057.876717:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078059.924802:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078059.924808:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078059.924812:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078060.948707:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078060.948712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078060.948715:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078061.524664:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078061.524675:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078061.524678:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078061.524683:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078061.524687:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078061.524695:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4749
00000400:00000200:2.0:1769078061.524706:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078061.524713:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078061.524716:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078061.524719:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524722:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.524724:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524726:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078061.524730:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078061.524732:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078061.524734:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078061.524737:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078061.524739:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078061.524740:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078061.524742:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524743:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.524745:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524746:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078061.524749:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078061.524752:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524754:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078061.524762:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078061.524765:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078061.524768:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.524771:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078061.524773:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078061.524786:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078061.524789:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078061.524793:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078061.524795:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.524797:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078061.524801:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078061.524805:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078061.524815:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078061.524826:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.524836:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925836032/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078061.524845:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078061.524849:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078061.524853:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925836032/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078061.524870:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078061.524872:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078061.524875:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078061.524877:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078061.524878:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078061.524880:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078061.524882:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4749
00000400:00000200:2.0:1769078061.524884:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078061.524886:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078061.524888:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078061.524890:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524892:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.524893:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524895:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078061.524897:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078061.524899:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078061.524900:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078061.524902:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078061.524904:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078061.524906:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078061.524908:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524909:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.524910:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524912:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078061.524913:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078061.524915:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078061.524916:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078061.524918:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078061.524923:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078061.524926:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.524927:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078061.524934:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078061.524938:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.524940:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078061.524942:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078061.524945:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078061.524947:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078061.524949:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.524952:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078061.524954:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078061.524957:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078061.524961:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078061.524966:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.524973:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925836160/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078061.524983:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078061.524987:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078061.524991:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925836160/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078061.525002:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078061.525006:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078061.525009:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078061.525012:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078061.525013:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078061.525015:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078061.525018:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4749
00000400:00000200:2.0:1769078061.525020:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078061.525021:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078061.525024:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078061.525029:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525033:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.525035:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525036:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078061.525038:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078061.525041:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078061.525043:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078061.525044:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078061.525049:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078061.525051:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078061.525056:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525058:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.525059:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525060:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078061.525062:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078061.525067:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525070:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078061.525073:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078061.525075:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078061.525076:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525077:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078061.525079:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078061.525080:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525082:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078061.525084:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078061.525086:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078061.525088:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078061.525089:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525092:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078061.525094:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078061.525097:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078061.525103:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078061.525108:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.525119:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925836288/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078061.525126:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078061.525128:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078061.525159:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925836288/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078061.525174:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078061.525179:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078061.525185:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078061.525188:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078061.525190:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078061.525194:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078061.525199:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4749
00000400:00000200:2.0:1769078061.525204:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078061.525211:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078061.525215:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078061.525218:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525223:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.525228:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525232:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078061.525235:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078061.525237:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078061.525240:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078061.525245:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078061.525248:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078061.525252:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078061.525259:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525263:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078061.525268:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525271:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078061.525276:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078061.525284:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078061.525289:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078061.525291:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078061.525295:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078061.525300:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525303:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078061.525306:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078061.525311:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525316:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078061.525319:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078061.525322:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078061.525324:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078061.525327:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078061.525330:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078061.525332:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078061.525335:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078061.525341:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078061.525345:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.525351:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925836416/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078061.525361:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078061.525362:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078061.525368:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925836416/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078061.525377:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078061.525380:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078061.525382:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078061.525386:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4759)
00000800:00000200:3.1:1769078061.525398:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078061.525403:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078061.525787:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078061.525789:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078061.525979:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078061.525981:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078061.526183:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078061.526185:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769078061.972734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078061.972739:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078061.972743:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078062.868626:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299423488, at 4299423552
00000100:00000010:2.0:1769078062.868644:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:1.0:1769078064.020728:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078064.020732:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078064.020736:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078065.044796:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078065.044803:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078065.044808:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078066.068662:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078066.068665:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078066.068668:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078066.644690:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.644702:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078066.644705:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.644709:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.644713:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.644721:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4754
00000400:00000200:0.0:1769078066.644731:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078066.644738:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.644742:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.644746:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644749:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.644752:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644755:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078066.644760:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.644762:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078066.644765:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.644768:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078066.644770:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078066.644773:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078066.644776:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644779:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.644781:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644783:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078066.644787:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078066.644790:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644793:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.644797:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.644801:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.644803:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.644806:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078066.644808:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.644819:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769078066.644822:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078066.644826:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.644828:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.644832:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.644834:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.644838:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.644846:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078066.644852:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.644861:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925836544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.644872:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.644876:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.644882:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925836544/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.644904:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.644908:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.644912:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078066.644913:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.644915:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.644918:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.644921:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4754
00000400:00000200:0.0:1769078066.644926:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078066.644930:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.644933:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.644936:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644939:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.644942:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644944:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078066.644947:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.644949:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078066.644952:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.644955:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078066.644960:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078066.644965:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078066.644973:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644976:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.644981:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.644986:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078066.644992:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078066.644999:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645005:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.645011:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.645020:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.645028:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645034:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.645039:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078066.645045:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645062:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.645067:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769078066.645070:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078066.645076:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.645080:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645085:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.645089:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.645092:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.645100:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078066.645105:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.645116:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925836672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.645141:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.645146:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.645158:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925836672/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.645172:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.645177:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.645184:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078066.645187:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.645191:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.645193:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.645199:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4754
00000400:00000200:0.0:1769078066.645207:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078066.645215:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.645221:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.645229:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645235:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.645243:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645250:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078066.645254:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.645257:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078066.645262:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.645267:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078066.645274:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078066.645279:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078066.645288:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645292:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.645295:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645298:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078066.645304:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769078066.645310:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078066.645314:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:3.1:1769078066.645315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769078066.645323:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.645328:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.645334:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.645339:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645353:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.645358:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078066.645364:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645370:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.645377:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769078066.645382:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078066.645386:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.645390:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645392:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.645396:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.645400:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.645406:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078066.645413:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.645423:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925836800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.645448:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.645452:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.645458:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925836800/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.645478:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.645486:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.645495:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078066.645500:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.645504:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.645507:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.645516:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4754
00000400:00000200:0.0:1769078066.645585:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078066.645596:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.645603:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.645612:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645619:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.645627:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645633:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078066.645640:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.645642:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078066.645646:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.645651:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078066.645658:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078066.645661:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078066.645669:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645675:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.645681:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645686:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078066.645693:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078066.645698:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078066.645705:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.645710:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.645716:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.645722:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645727:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.645732:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078066.645737:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645743:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.645751:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769078066.645755:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078066.645757:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.645759:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.645761:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.645764:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.645770:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.645776:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078066.645782:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.645793:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925836928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.645812:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.645818:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.645826:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925836928/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.645846:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.645850:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078066.645856:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078066.645863:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4765)
00000800:00000200:3.1:1769078066.645972:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078066.645975:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078066.646213:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078066.646216:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078066.646577:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078066.646579:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.0:1769078067.860833:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:2.0:1769078067.988673:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299428608, at 4299428672
00000100:00000010:2.0:1769078067.988704:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:1.0:1769078068.116759:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078068.116767:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078068.116772:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078069.140748:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078069.140751:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078069.140754:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078070.164710:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078070.164714:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078070.164717:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078071.764630:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.764638:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078071.764640:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.764643:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.764646:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.764653:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4760
00000400:00000200:1.0:1769078071.764660:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078071.764666:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.764668:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.764671:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.764675:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764676:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078071.764680:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.764681:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078071.764683:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.764686:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078071.764687:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078071.764688:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078071.764690:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764692:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.764693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764694:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078071.764697:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078071.764700:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764702:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.764704:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.764706:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.764708:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.764709:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078071.764711:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.764720:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078071.764722:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078071.764725:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.764726:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.764728:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.764730:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.764733:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.764739:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078071.764744:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.764751:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925837056/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.764759:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.764762:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.764765:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925837056/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.764782:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.764784:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.764787:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078071.764788:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.764789:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.764791:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.764793:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4760
00000400:00000200:1.0:1769078071.764797:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078071.764800:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.764802:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.764804:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764808:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.764811:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764814:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078071.764817:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.764818:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078071.764820:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.764822:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078071.764826:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078071.764830:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078071.764837:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764840:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.764843:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764846:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078071.764849:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078071.764854:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078071.764861:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.764866:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.764871:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.764875:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.764879:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.764885:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078071.764889:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.764892:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.764896:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078071.764904:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078071.764910:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.764912:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.764914:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.764917:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.764920:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.764924:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078071.764928:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.764934:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925837184/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.764943:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.764947:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.764951:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925837184/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.764988:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.764993:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.764998:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078071.765001:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.765004:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.765006:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.765011:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4760
00000400:00000200:1.0:1769078071.765016:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078071.765020:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.765025:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.765027:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765029:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.765031:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765035:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078071.765039:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.765040:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078071.765042:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.765045:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078071.765049:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078071.765051:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078071.765057:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765061:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.765064:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765068:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078071.765072:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078071.765079:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765083:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.765087:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.765090:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.765096:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765098:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.765099:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078071.765103:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765106:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.765110:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078071.765113:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078071.765116:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.765119:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765120:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.765122:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.765124:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.765129:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078071.765132:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.765140:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925837312/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769078071.765145:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078071.765151:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769078071.765152:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.765155:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.765160:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925837312/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.765170:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.765173:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.765179:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078071.765182:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.765186:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.765191:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.765195:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4760
00000400:00000200:1.0:1769078071.765199:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078071.765203:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.765208:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.765213:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765217:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.765220:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765223:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078071.765226:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.765229:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078071.765231:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.765234:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078071.765238:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078071.765241:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078071.765247:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765249:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.765252:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765256:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078071.765257:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078071.765262:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078071.765265:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.765268:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.765271:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.765276:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765278:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.765279:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078071.765282:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765285:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.765289:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078071.765294:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078071.765297:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.765300:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.765303:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.765305:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.765308:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.765315:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078071.765319:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.765327:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925837440/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.765345:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.765348:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.765354:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925837440/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.765366:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.765369:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078071.765377:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078071.765384:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4770)
00000800:00000200:3.1:1769078071.765626:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078071.765628:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078071.765820:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078071.765821:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078071.766042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078071.766044:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1769078072.212716:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078072.212720:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078072.212722:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078073.108632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299433728, at 4299433792
00000100:00000010:2.0:1769078073.108660:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000020:00000001:2.0:1769078073.236660:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078073.236663:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078073.236666:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078074.260684:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078074.260687:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078074.260690:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078076.308709:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078076.308713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078076.308717:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078076.884656:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078076.884667:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078076.884670:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078076.884674:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078076.884680:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078076.884688:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4765
00000400:00000200:1.0:1769078076.884698:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078076.884705:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078076.884709:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078076.884712:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884716:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.884719:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884732:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078076.884740:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078076.884743:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078076.884746:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078076.884749:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078076.884751:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078076.884754:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078076.884758:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884760:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.884763:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884765:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078076.884769:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078076.884773:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884777:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.884779:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078076.884782:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.884785:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.884788:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078076.884790:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078076.884800:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078076.884804:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078076.884815:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078076.884817:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.884821:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078076.884824:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078076.884829:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078076.884837:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078076.884843:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.884852:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925837568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078076.884864:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078076.884868:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.884873:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925837568/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.884915:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078076.884919:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078076.884923:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078076.884925:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078076.884926:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078076.884930:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078076.884933:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4765
00000400:00000200:1.0:1769078076.884937:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078076.884941:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078076.884944:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078076.884947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884949:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.884952:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884954:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078076.884957:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078076.884958:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078076.884960:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078076.884962:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078076.884964:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078076.884966:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078076.884970:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884972:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.884974:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884976:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078076.884979:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078076.884982:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078076.884985:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.884987:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078076.884992:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.884996:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.884998:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078076.885002:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078076.885006:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885008:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078076.885012:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078076.885015:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078076.885019:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078076.885020:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885022:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078076.885027:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078076.885030:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078076.885037:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078076.885043:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.885053:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925837696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078076.885080:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078076.885085:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.885093:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925837696/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.885114:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078076.885120:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078076.885137:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078076.885140:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078076.885144:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078076.885150:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078076.885156:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4765
00000400:00000200:1.0:1769078076.885165:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078076.885172:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078076.885175:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078076.885181:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885183:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.885194:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885198:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078076.885203:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078076.885207:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078076.885211:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078076.885215:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078076.885220:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078076.885225:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078076.885233:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885238:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.885243:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885247:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078076.885251:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078076.885257:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885260:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.885263:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078076.885268:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.885272:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885276:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078076.885280:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078076.885286:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885289:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078076.885296:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078076.885303:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078076.885309:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078076.885313:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885316:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078076.885319:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078076.885323:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078076.885329:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078076.885335:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.885346:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925837824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078076.885364:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078076.885368:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.885377:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925837824/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078076.885394:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078076.885395:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078076.885401:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1769078076.885402:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078076.885410:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078076.885413:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078076.885417:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078076.885423:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078076.885427:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4765
00000400:00000200:1.0:1769078076.885438:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078076.885447:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078076.885451:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078076.885458:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885463:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.885469:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885472:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078076.885475:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078076.885476:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078076.885478:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078076.885480:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078076.885485:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078076.885490:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078076.885498:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885502:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078076.885506:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885511:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078076.885515:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078076.885545:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078076.885548:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.885551:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078076.885555:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.885557:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885559:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078076.885563:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078076.885569:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885574:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078076.885580:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078076.885584:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078076.885589:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078076.885592:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.885596:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078076.885600:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078076.885603:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078076.885609:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078076.885614:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.885624:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925837952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078076.885645:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078076.885649:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.885658:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925837952/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.885676:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.885681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078076.885691:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078076.885700:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4775)
00000800:00000200:3.1:1769078076.886051:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078076.886052:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078076.886239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078076.886241:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078076.886410:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078076.886412:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769078077.332827:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078077.332833:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078077.332836:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078078.228654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299438849, at 4299438912
00000100:00000010:2.0:1769078078.228677:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000020:00000001:0.0:1769078078.356746:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078078.356751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078078.356755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078080.404675:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078080.404679:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078080.404683:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078081.428686:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078081.428690:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078081.428693:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078082.004601:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078082.004611:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078082.004613:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078082.004616:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078082.004619:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078082.004625:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4770
00000400:00000200:2.0:1769078082.004633:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078082.004637:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078082.004641:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078082.004643:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004645:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004647:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004648:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078082.004651:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078082.004653:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078082.004654:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078082.004656:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078082.004658:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078082.004659:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078082.004661:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004662:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004663:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004664:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078082.004666:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078082.004669:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004671:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078082.004674:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078082.004677:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078082.004680:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004682:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078082.004684:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078082.004690:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769078082.004693:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078082.004697:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078082.004699:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004701:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078082.004704:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078082.004708:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078082.004715:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078082.004720:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078082.004726:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925838080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078082.004733:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078082.004736:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078082.004739:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925838080/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078082.004755:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078082.004757:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078082.004760:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078082.004761:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078082.004762:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078082.004763:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078082.004765:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4770
00000400:00000200:2.0:1769078082.004773:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078082.004775:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078082.004777:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078082.004779:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004781:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004783:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004784:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078082.004786:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078082.004787:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078082.004798:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078082.004800:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078082.004801:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078082.004802:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078082.004804:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004805:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004806:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004807:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078082.004809:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078082.004810:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004812:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078082.004813:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078082.004817:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078082.004821:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004823:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078082.004826:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078082.004829:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004832:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078082.004835:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769078082.004838:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078082.004840:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078082.004842:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004845:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078082.004847:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078082.004849:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078082.004853:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078082.004857:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078082.004864:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925838208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078082.004872:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078082.004875:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078082.004882:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925838208/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078082.004896:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078082.004900:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078082.004903:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078082.004907:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078082.004908:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078082.004912:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078082.004914:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4770
00000400:00000200:2.0:1769078082.004918:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078082.004922:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078082.004925:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078082.004927:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004928:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004931:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004936:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078082.004937:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078082.004938:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078082.004941:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078082.004943:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078082.004944:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078082.004946:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078082.004948:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004951:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.004953:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004954:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078082.004956:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078082.004960:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078082.004963:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078082.004966:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078082.004970:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078082.004972:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004975:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078082.004977:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078082.004981:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.004985:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078082.004990:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078082.004993:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078082.004996:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078082.004999:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.005003:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078082.005004:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078082.005006:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078082.005011:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078082.005019:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078082.005026:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925838336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078082.005034:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078082.005038:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078082.005042:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925838336/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078082.005051:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078082.005053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078082.005056:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078082.005060:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078082.005061:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078082.005065:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078082.005069:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4770
00000400:00000200:2.0:1769078082.005101:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078082.005107:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078082.005109:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078082.005110:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.005111:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.005112:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.005113:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078082.005114:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078082.005116:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078082.005117:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078082.005118:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078082.005120:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078082.005124:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078082.005126:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.005127:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078082.005131:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078082.005133:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078082.005137:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078082.005140:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078082.005144:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078082.005147:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078082.005149:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078082.005153:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078082.005153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078082.005154:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078082.005157:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078082.005159:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078082.005160:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769078082.005161:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078082.005166:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078082.005171:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078082.005175:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078082.005176:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078082.005180:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078082.005181:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078082.005183:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078082.005185:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078082.005189:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078082.005195:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925838464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078082.005202:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078082.005205:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078082.005209:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925838464/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078082.005216:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078082.005221:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078082.005224:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078082.005228:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4780)
00000800:00000200:3.1:1769078082.005619:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078082.005621:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078082.005912:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078082.005915:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078082.006171:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078082.006173:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769078082.452668:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078082.452673:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078082.452676:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078083.348617:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299443968, at 4299444032
00000100:00000010:2.0:1769078083.348629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000020:00000001:1.0:1769078084.500695:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078084.500699:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078084.500702:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078085.524679:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078085.524683:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078085.524686:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078086.548759:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078086.548763:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078086.548766:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078087.124621:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078087.124632:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078087.124634:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078087.124638:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078087.124641:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078087.124648:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4775
00000400:00000200:0.0:1769078087.124657:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078087.124663:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078087.124666:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078087.124668:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124671:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.124673:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124675:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078087.124679:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078087.124680:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078087.124683:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078087.124685:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078087.124686:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078087.124689:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078087.124691:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124692:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.124693:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124694:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078087.124697:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078087.124699:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124700:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078087.124712:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078087.124717:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078087.124720:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.124721:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078087.124724:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078087.124739:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769078087.124742:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078087.124745:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078087.124746:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.124748:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078087.124751:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078087.124755:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078087.124766:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078087.124772:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078087.124779:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925838592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078087.124789:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078087.124792:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078087.124796:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925838592/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078087.124814:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078087.124816:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078087.124821:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078087.124823:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078087.124824:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078087.124826:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078087.124828:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4775
00000400:00000200:0.0:1769078087.124831:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078087.124833:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078087.124835:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078087.124837:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124839:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.124841:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124843:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078087.124845:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078087.124847:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078087.124849:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078087.124853:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078087.124855:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078087.124861:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078087.124867:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124871:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.124874:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124878:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078087.124881:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078087.124887:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078087.124890:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078087.124892:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078087.124898:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078087.124902:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.124906:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078087.124910:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078087.124915:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.124921:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078087.124925:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769078087.124927:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078087.124929:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078087.124932:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.124937:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078087.124938:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078087.124939:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078087.124944:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078087.124947:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078087.124953:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925838720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078087.124962:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078087.124964:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078087.124966:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925838720/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078087.124977:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078087.124980:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078087.124985:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078087.124987:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078087.124990:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078087.124995:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078087.124999:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4775
00000400:00000200:0.0:1769078087.125003:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078087.125006:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078087.125007:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078087.125012:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125016:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.125017:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125019:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078087.125023:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078087.125025:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078087.125027:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078087.125030:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078087.125032:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078087.125033:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078087.125035:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125036:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.125041:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125044:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078087.125047:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078087.125048:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125050:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078087.125051:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078087.125052:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078087.125057:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125061:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078087.125063:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078087.125067:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125071:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078087.125076:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769078087.125080:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078087.125091:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078087.125094:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125097:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078087.125099:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078087.125102:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078087.125105:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769078087.125110:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078087.125116:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925838848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078087.125126:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078087.125129:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078087.125134:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925838848/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078087.125147:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078087.125152:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078087.125156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078087.125157:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078087.125161:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078087.125162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1769078087.125163:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078087.125169:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078087.125174:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4775
00000400:00000200:0.0:1769078087.125179:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078087.125181:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078087.125182:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078087.125184:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125186:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.125187:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125189:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078087.125194:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078087.125195:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078087.125198:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078087.125201:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078087.125204:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078087.125206:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078087.125212:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125217:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078087.125222:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125227:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078087.125233:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078087.125240:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078087.125247:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078087.125251:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078087.125255:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078087.125261:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125266:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078087.125270:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078087.125274:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125278:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078087.125283:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769078087.125293:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078087.125299:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078087.125303:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078087.125307:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078087.125309:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078087.125314:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078087.125320:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769078087.125325:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078087.125333:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925838976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078087.125343:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078087.125347:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078087.125353:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925838976/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078087.125360:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078087.125363:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078087.125371:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078087.125378:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4785)
00000800:00000200:3.1:1769078087.125620:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078087.125622:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078087.125817:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078087.125819:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078087.125979:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078087.125980:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078088.468672:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299449088, at 4299449152
00000100:00000010:2.0:1769078088.468701:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000020:00000001:1.0:1769078088.596738:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078088.596742:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078088.596745:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078089.620704:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078089.620707:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078089.620710:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078090.644765:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078090.644768:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078090.644771:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078092.244639:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078092.244655:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078092.244659:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078092.244664:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078092.244668:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078092.244676:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4780
00000400:00000200:0.0:1769078092.244688:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078092.244695:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078092.244699:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078092.244702:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244706:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.244709:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244711:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078092.244717:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078092.244719:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078092.244723:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078092.244726:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078092.244728:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078092.244731:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078092.244733:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244735:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.244736:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244737:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078092.244740:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078092.244742:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244744:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078092.244746:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078092.244749:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078092.244751:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.244754:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078092.244756:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078092.244767:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769078092.244770:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078092.244774:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078092.244776:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.244779:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078092.244781:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078092.244786:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078092.244793:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078092.244799:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078092.244807:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925839104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078092.244816:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078092.244820:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078092.244824:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925839104/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078092.244844:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078092.244847:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078092.244850:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078092.244851:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078092.244852:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078092.244854:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078092.244856:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4780
00000400:00000200:0.0:1769078092.244859:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078092.244862:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078092.244865:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078092.244868:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244870:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.244872:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244875:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078092.244878:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078092.244879:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078092.244881:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078092.244883:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078092.244887:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078092.244890:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078092.244896:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244901:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.244907:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244912:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078092.244917:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078092.244922:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078092.244926:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078092.244928:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078092.244934:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078092.244938:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.244941:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078092.244946:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078092.244951:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.244953:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078092.244957:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769078092.244959:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078092.244963:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078092.244964:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.244965:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078092.244969:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078092.244971:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078092.244978:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078092.244981:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078092.244991:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925839232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078092.244997:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078092.245000:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078092.245004:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925839232/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078092.245021:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078092.245022:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078092.245024:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078092.245026:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078092.245029:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078092.245032:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078092.245037:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4780
00000400:00000200:0.0:1769078092.245043:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078092.245049:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078092.245053:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078092.245057:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245061:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.245066:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245071:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078092.245076:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078092.245078:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078092.245079:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078092.245083:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078092.245087:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078092.245088:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078092.245090:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245092:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.245095:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245098:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078092.245100:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078092.245102:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245105:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078092.245109:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078092.245111:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078092.245113:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245116:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078092.245117:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078092.245122:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245125:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078092.245130:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078092.245134:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078092.245139:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078092.245141:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245144:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078092.245146:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078092.245147:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078092.245151:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078092.245156:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078092.245164:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925839360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078092.245174:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078092.245177:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078092.245180:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925839360/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078092.245192:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078092.245195:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078092.245200:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1769078092.245200:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078092.245202:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078092.245204:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1769078092.245205:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078092.245210:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078092.245215:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4780
00000400:00000200:0.0:1769078092.245221:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078092.245224:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078092.245226:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078092.245230:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245233:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.245237:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245240:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078092.245242:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078092.245245:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078092.245247:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078092.245250:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078092.245252:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078092.245255:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078092.245259:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245264:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078092.245268:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245271:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078092.245274:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078092.245277:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078092.245282:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078092.245285:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078092.245288:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078092.245292:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245293:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078092.245295:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078092.245296:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245297:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078092.245299:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769078092.245300:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078092.245302:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078092.245304:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078092.245306:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078092.245310:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078092.245314:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078092.245318:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:0.0:1769078092.245324:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078092.245333:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925839488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078092.245345:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078092.245348:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078092.245354:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925839488/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078092.245363:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078092.245366:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078092.245379:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078092.245388:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4790)
00000800:00000200:3.1:1769078092.245701:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078092.245702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078092.245926:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078092.245928:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078092.246127:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078092.246129:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769078092.692806:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078092.692814:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078092.692819:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078093.588609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299454208, at 4299454272
00000100:00000010:2.0:1769078093.588616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000020:00000001:2.0:1769078093.716723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078093.716726:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078093.716729:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078094.740745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078094.740749:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078094.740753:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078096.788679:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078096.788682:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078096.788684:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078097.364689:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078097.364697:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078097.364699:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078097.364702:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078097.364705:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078097.364712:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4785
00000400:00000200:2.0:1769078097.364721:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078097.364725:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078097.364728:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078097.364730:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364732:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.364734:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364736:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078097.364739:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078097.364741:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078097.364743:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078097.364745:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078097.364746:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078097.364748:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078097.364750:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364751:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.364752:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078097.364756:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078097.364758:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364760:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.364762:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078097.364765:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.364766:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.364768:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078097.364770:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078097.364785:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078097.364789:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078097.364794:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078097.364795:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.364798:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078097.364800:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078097.364803:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078097.364808:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078097.364813:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.364820:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925839616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078097.364827:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078097.364830:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.364834:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925839616/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.364852:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078097.364854:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078097.364856:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078097.364858:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078097.364859:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078097.364861:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078097.364862:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4785
00000400:00000200:2.0:1769078097.364864:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078097.364866:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078097.364868:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078097.364870:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364871:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.364873:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364875:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078097.364877:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078097.364878:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078097.364879:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078097.364881:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078097.364882:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078097.364884:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078097.364886:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364887:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.364889:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364890:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078097.364892:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078097.364894:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078097.364898:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.364900:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078097.364906:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.364909:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.364912:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078097.364917:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078097.364923:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.364929:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078097.364935:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078097.364942:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078097.364949:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078097.364954:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.364959:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078097.364963:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078097.364969:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078097.364977:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078097.364983:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.364994:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925839744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078097.365011:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078097.365017:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.365026:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925839744/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.365046:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078097.365051:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078097.365057:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078097.365060:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078097.365062:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078097.365064:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078097.365069:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4785
00000400:00000200:2.0:1769078097.365105:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078097.365111:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078097.365114:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078097.365120:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365126:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.365128:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365132:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769078097.365136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769078097.365137:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078097.365139:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078097.365142:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769078097.365142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1769078097.365146:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078097.365152:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078097.365155:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078097.365162:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365167:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.365174:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078097.365186:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078097.365195:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365204:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.365209:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078097.365215:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.365222:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365228:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078097.365234:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078097.365241:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365245:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078097.365252:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078097.365258:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078097.365265:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078097.365266:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365269:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078097.365274:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078097.365276:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078097.365282:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078097.365289:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.365300:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925839872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078097.365313:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078097.365316:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.365324:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925839872/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.365333:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078097.365338:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078097.365342:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078097.365345:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078097.365350:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078097.365355:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078097.365360:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4785
00000400:00000200:2.0:1769078097.365369:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078097.365382:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078097.365389:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078097.365397:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365403:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.365409:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365415:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078097.365421:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078097.365425:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078097.365429:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078097.365431:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078097.365433:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078097.365434:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078097.365438:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365439:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078097.365443:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365444:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078097.365446:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078097.365451:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078097.365455:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.365460:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078097.365464:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.365468:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365483:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078097.365493:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078097.365501:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365507:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078097.365516:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078097.365570:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078097.365578:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078097.365581:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.365585:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078097.365589:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078097.365593:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078097.365601:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078097.365608:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.365618:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925840000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078097.365632:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078097.365634:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.365639:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925840000/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.365656:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.365662:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078097.365671:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078097.365678:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4795)
00000800:00000200:3.1:1769078097.365763:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078097.365764:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078097.365989:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078097.365991:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078097.366229:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078097.366232:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769078097.812669:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078097.812672:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078097.812675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078098.708589:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299459328, at 4299459392
00000100:00000010:2.0:1769078098.708602:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00000020:00000001:0.0:1769078098.836718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078098.836723:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078098.836727:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078100.884737:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078100.884742:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078100.884746:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078101.908710:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078101.908713:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078101.908715:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078102.484670:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.484682:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078102.484685:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.484688:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.484700:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.484707:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4790
00000400:00000200:1.0:1769078102.484715:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078102.484720:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.484722:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.484725:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484727:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.484729:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484731:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078102.484735:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.484736:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078102.484738:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.484740:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078102.484742:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078102.484743:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078102.484745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484747:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.484748:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484750:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078102.484752:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078102.484755:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484757:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.484760:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078102.484764:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078102.484767:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.484770:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078102.484772:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.484782:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078102.484786:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078102.484790:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.484792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.484795:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.484798:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.484804:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.484811:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078102.484818:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.484826:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925840128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.484835:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.484838:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.484841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925840128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.484860:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078102.484862:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.484865:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078102.484866:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.484867:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.484869:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.484871:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4790
00000400:00000200:1.0:1769078102.484874:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078102.484876:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.484878:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.484881:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484882:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.484884:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484886:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078102.484888:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.484889:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078102.484891:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.484892:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078102.484893:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078102.484895:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078102.484897:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484899:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.484901:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484903:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078102.484906:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078102.484909:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078102.484911:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.484914:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078102.484918:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078102.484922:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.484924:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078102.484928:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078102.484934:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.484937:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.484942:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078102.484946:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078102.484950:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.484953:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.484958:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.484960:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.484962:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.484967:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078102.484973:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.484980:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925840256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.484995:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.484998:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.485004:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925840256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.485016:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078102.485018:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.485020:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078102.485024:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.485026:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.485030:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.485032:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4790
00000400:00000200:1.0:1769078102.485039:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078102.485045:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.485047:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.485050:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485054:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.485056:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485059:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078102.485064:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.485066:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078102.485069:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.485074:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078102.485079:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078102.485085:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078102.485092:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485098:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.485103:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485109:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078102.485114:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078102.485121:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485126:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.485128:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078102.485132:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078102.485135:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.485137:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078102.485138:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078102.485140:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.485142:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.485145:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078102.485151:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078102.485152:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.485154:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.485155:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.485157:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.485161:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.485167:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078102.485171:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.485179:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925840384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.485186:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.485189:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.485195:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925840384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.485205:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078102.485209:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.485213:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078102.485216:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.485218:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.485223:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.485228:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4790
00000400:00000200:1.0:1769078102.485235:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078102.485242:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.485244:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.485249:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.485254:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485256:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078102.485259:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.485262:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078102.485265:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.485268:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078102.485270:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078102.485274:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078102.485280:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485282:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.485286:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485291:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078102.485293:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078102.485296:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078102.485301:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.485302:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078102.485304:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078102.485307:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.485309:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078102.485312:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078102.485317:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078102.485319:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078102.485322:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.485328:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078102.485331:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078102.485333:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.485335:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.485337:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.485339:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.485344:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.485351:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078102.485359:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.485368:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925840512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.485381:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.485386:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.485395:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925840512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.485413:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.485420:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078102.485427:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078102.485435:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4800)
00000800:00000200:3.1:1769078102.485639:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078102.485805:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078102.485962:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769078102.932717:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078102.932721:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078102.932724:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078103.828607:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299464448, at 4299464512
00000100:00000010:2.0:1769078103.828623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000020:00000001:1.0:1769078104.980678:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078104.980683:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078104.980687:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078105.556797:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078105.556838:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078105.556851:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078105.556856:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078105.556860:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078105.556864:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078105.556869:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078105.556873:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769078105.556879:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078105.556884:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078105.556891:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9dd0
00000400:00000010:2.0:1769078105.556895:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9dd0.
00000100:00000001:2.0:1769078105.556901:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078105.556911:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832a00 x1855007925840128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.556940:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078105.556944:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925840128/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.556953:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.556955:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078105.556965:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078105.556968:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769078105.556971:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078105.556977:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078105.556980:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9880
00000400:00000010:2.0:1769078105.556983:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9880.
00000100:00000001:2.0:1769078105.556985:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078105.556991:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925840256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557007:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078105.557014:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925840256/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557025:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.557031:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078105.557046:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078105.557053:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769078105.557063:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078105.557074:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078105.557080:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9770
00000400:00000010:2.0:1769078105.557086:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9770.
00000100:00000001:2.0:1769078105.557092:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078105.557100:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830700 x1855007925840384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557114:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078105.557122:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925840384/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557138:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.557143:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078105.557157:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078105.557165:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078105.557187:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078105.557193:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078105.557197:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9f68
00000400:00000010:2.0:1769078105.557200:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9f68.
00000100:00000001:2.0:1769078105.557207:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078105.557215:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925840512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557235:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078105.557246:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925840512/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078105.557260:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078105.557264:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:2.0:1769078105.748834:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078105.748841:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078105.748855:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078105.748860:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078105.748863:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078106.004694:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078106.004699:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078106.004703:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078107.028638:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078107.028642:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078107.028645:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078107.604660:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078107.604669:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078107.604671:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078107.604680:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078107.604684:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078107.604692:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4795
00000400:00000200:0.0:1769078107.604701:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078107.604705:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078107.604709:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078107.604711:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604714:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.604716:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604717:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078107.604720:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078107.604722:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078107.604724:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078107.604726:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078107.604728:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078107.604729:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078107.604731:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604733:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.604734:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604735:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078107.604738:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078107.604740:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604741:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078107.604744:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078107.604746:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078107.604748:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.604750:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078107.604751:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078107.604756:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078107.604759:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078107.604762:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078107.604763:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.604765:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078107.604767:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078107.604771:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078107.604777:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769078107.604785:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078107.604793:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925840640/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078107.604802:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078107.604805:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078107.604809:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925840640/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078107.604829:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078107.604831:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078107.604834:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078107.604835:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078107.604836:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078107.604838:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078107.604840:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4795
00000400:00000200:0.0:1769078107.604842:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078107.604844:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078107.604845:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078107.604847:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604849:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.604852:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604854:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078107.604857:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078107.604859:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078107.604860:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078107.604863:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078107.604865:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078107.604868:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078107.604872:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604875:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.604877:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604881:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078107.604886:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078107.604888:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078107.604891:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078107.604896:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078107.604903:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078107.604907:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.604912:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078107.604918:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078107.604923:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.604930:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078107.604957:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769078107.604963:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078107.604969:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078107.604972:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.604975:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078107.604979:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078107.604983:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078107.604989:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078107.604996:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078107.605004:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925840768/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078107.605017:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078107.605022:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078107.605030:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925840768/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078107.605045:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078107.605052:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078107.605059:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078107.605065:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078107.605068:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078107.605074:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078107.605081:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4795
00000400:00000200:0.0:1769078107.605088:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078107.605094:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078107.605099:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078107.605105:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605108:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.605113:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605118:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078107.605122:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078107.605126:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078107.605130:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078107.605133:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078107.605138:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078107.605142:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078107.605150:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605156:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.605162:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605167:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078107.605173:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078107.605177:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605186:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078107.605193:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078107.605200:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078107.605207:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.605211:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078107.605214:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078107.605218:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.605220:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078107.605227:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078107.605233:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078107.605239:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078107.605242:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078107.605242:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078107.605246:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078107.605249:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769078107.605249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1769078107.605253:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078107.605261:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078107.605267:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078107.605276:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925840896/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078107.605297:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078107.605302:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078107.605312:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925840896/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078107.605331:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078107.605338:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078107.605346:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078107.605350:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078107.605353:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078107.605371:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078107.605374:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4795
00000400:00000200:0.0:1769078107.605382:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078107.605389:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078107.605394:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078107.605398:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605403:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.605408:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605413:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078107.605419:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078107.605420:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078107.605425:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078107.605428:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078107.605432:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078107.605438:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078107.605442:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605447:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078107.605454:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605460:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078107.605465:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078107.605472:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078107.605476:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078107.605479:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078107.605483:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078107.605486:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.605487:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078107.605490:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078107.605492:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.605493:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078107.605496:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769078107.605498:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078107.605499:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078107.605500:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078107.605502:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078107.605503:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078107.605504:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078107.605507:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078107.605510:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078107.605514:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925841024/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078107.605520:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078107.605521:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078107.605547:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925841024/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078107.605557:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078107.605560:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078107.605564:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078107.605570:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4805)
00000800:00000200:3.1:1769078107.605926:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078107.605929:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078107.606246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078107.606249:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078107.606597:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078107.606600:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769078108.948642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299469568, at 4299469632
00000100:00000010:2.0:1769078108.948659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000020:00000001:1.0:1769078109.076641:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078109.076644:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078109.076647:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078110.100669:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078110.100673:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078110.100675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078111.124663:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078111.124666:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078111.124669:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078112.724637:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078112.724648:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078112.724658:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078112.724662:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078112.724666:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078112.724674:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4800
00000400:00000200:2.0:1769078112.724684:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078112.724690:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078112.724693:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078112.724696:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724700:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.724702:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724704:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078112.724709:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078112.724711:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078112.724714:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078112.724717:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078112.724720:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078112.724722:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078112.724726:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724728:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.724730:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724731:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078112.724734:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078112.724737:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724739:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.724741:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078112.724744:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.724746:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.724748:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078112.724749:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078112.724756:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078112.724760:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078112.724762:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078112.724764:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.724766:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078112.724769:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078112.724772:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078112.724779:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078112.724783:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.724790:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925841152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078112.724798:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078112.724802:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.724805:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925841152/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.724828:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078112.724831:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078112.724833:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078112.724834:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078112.724836:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078112.724838:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078112.724841:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4800
00000400:00000200:2.0:1769078112.724845:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078112.724849:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078112.724853:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078112.724858:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724861:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.724868:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724872:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078112.724875:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078112.724877:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078112.724880:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078112.724883:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078112.724887:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078112.724893:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078112.724896:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724900:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.724902:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724906:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078112.724909:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078112.724912:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078112.724913:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.724915:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078112.724919:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.724920:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.724921:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078112.724924:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078112.724930:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.724934:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078112.724948:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078112.724954:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078112.724960:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078112.724963:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.724965:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078112.724969:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078112.724973:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078112.724981:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078112.724988:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.724996:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925841280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078112.725010:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078112.725015:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.725023:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925841280/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.725033:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078112.725035:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078112.725037:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078112.725039:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078112.725040:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078112.725043:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078112.725047:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4800
00000400:00000200:2.0:1769078112.725055:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078112.725059:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078112.725065:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078112.725067:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725070:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.725075:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725079:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078112.725081:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078112.725082:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078112.725086:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078112.725088:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078112.725090:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078112.725096:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078112.725098:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725099:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.725104:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725109:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078112.725111:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078112.725112:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725115:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.725118:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078112.725122:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.725123:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725126:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078112.725130:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078112.725133:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725135:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078112.725139:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078112.725144:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078112.725149:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078112.725152:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725155:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078112.725158:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078112.725161:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078112.725174:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078112.725179:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.725190:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925841408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078112.725199:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078112.725202:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.725209:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925841408/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.725224:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078112.725224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078112.725231:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078112.725232:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000100:00080000:2.0:1769078112.725238:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078112.725240:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078112.725243:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078112.725248:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078112.725261:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4800
00000400:00000200:2.0:1769078112.725285:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078112.725292:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078112.725297:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078112.725302:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725307:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.725309:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725314:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078112.725316:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078112.725318:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078112.725322:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078112.725323:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078112.725326:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078112.725328:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078112.725334:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725338:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.725340:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725342:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078112.725343:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078112.725345:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078112.725346:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.725347:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078112.725350:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.725354:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725357:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078112.725360:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078112.725362:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725365:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078112.725370:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078112.725374:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078112.725380:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078112.725382:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.725390:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078112.725392:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078112.725395:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078112.725402:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078112.725406:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.725415:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925841536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078112.725424:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078112.725428:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.725433:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925841536/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.725442:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.725447:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078112.725450:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078112.725457:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4811)
00000800:00000200:3.1:1769078112.725749:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078112.725751:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769078112.726006:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078112.726008:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769078112.726246:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078112.726248:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1769078113.172681:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078113.172685:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078113.172688:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078114.068605:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299474688, at 4299474752
00000100:00000010:2.0:1769078114.068624:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000020:00000001:2.0:1769078114.196747:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078114.196751:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078114.196753:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078115.220771:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078115.220776:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078115.220779:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078117.268676:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078117.268679:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078117.268681:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078117.844603:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.844612:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078117.844614:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.844618:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.844622:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078117.844629:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4806
00000400:00000200:2.0:1769078117.844638:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078117.844644:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.844647:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.844650:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844654:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.844656:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844658:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078117.844662:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.844664:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078117.844666:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.844668:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078117.844671:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078117.844673:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078117.844676:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844678:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.844680:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844682:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078117.844685:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078117.844688:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844690:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.844693:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078117.844696:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.844698:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.844700:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078117.844702:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.844710:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769078117.844713:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078117.844716:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.844718:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.844721:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.844723:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.844727:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.844734:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078117.844739:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.844746:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925841664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.844757:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.844760:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.844764:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925841664/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.844785:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078117.844789:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.844792:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078117.844793:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.844794:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.844797:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078117.844799:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4806
00000400:00000200:2.0:1769078117.844803:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078117.844807:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.844809:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.844813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844815:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.844821:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844825:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078117.844828:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.844830:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078117.844832:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.844835:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078117.844840:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078117.844844:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078117.844851:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844855:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.844861:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844867:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078117.844873:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078117.844879:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078117.844883:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.844886:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078117.844892:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.844896:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.844899:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078117.844903:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078117.844908:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.844913:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.844918:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078117.844923:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078117.844928:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.844931:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.844936:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.844938:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.844942:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.844948:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078117.844953:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.844962:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925841792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.844983:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.844989:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.844995:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925841792/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.845014:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078117.845018:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.845025:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078117.845028:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.845032:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769078117.845035:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078117.845037:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769078117.845039:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000100:00080000:2.0:1769078117.845043:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4806
00000400:00000200:2.0:1769078117.845052:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078117.845058:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.845062:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.845068:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845072:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.845077:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845080:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078117.845084:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.845087:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078117.845090:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.845093:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078117.845097:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078117.845103:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078117.845111:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845115:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.845119:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845124:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078117.845128:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078117.845132:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845136:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.845138:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078117.845141:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.845145:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845150:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078117.845155:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078117.845160:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845164:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.845170:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078117.845175:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078117.845180:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.845182:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845197:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.845199:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.845200:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.845204:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078117.845207:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.845212:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925841920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.845226:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.845231:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.845236:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925841920/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.845266:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078117.845271:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.845277:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078117.845282:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.845286:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.845294:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078117.845300:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4806
00000400:00000200:2.0:1769078117.845309:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078117.845317:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.845322:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.845329:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845336:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.845342:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845347:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078117.845350:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.845352:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078117.845354:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.845357:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078117.845362:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078117.845367:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078117.845375:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845380:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.845385:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845391:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078117.845396:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078117.845402:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078117.845408:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.845412:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078117.845416:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.845422:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845425:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078117.845430:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078117.845436:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845441:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.845445:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078117.845450:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078117.845456:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.845459:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.845463:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.845466:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.845469:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.845476:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078117.845482:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.845491:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925842048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.845508:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.845512:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.845521:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925842048/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.845570:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.845576:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078117.845583:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078117.845591:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4816)
00000800:00000200:3.1:1769078117.845621:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078117.845622:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078117.845806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078117.845807:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769078117.846011:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078117.846013:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769078118.292706:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078118.292709:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078118.292712:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078119.188634:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299479808, at 4299479872
00000100:00000010:2.0:1769078119.188643:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000020:00000001:0.0:1769078119.316680:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078119.316683:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078119.316687:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078121.364704:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078121.364706:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078121.364709:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078122.388729:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078122.388733:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078122.388737:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078122.964651:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078122.964659:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078122.964661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078122.964665:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078122.964668:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078122.964674:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4811
00000400:00000200:0.0:1769078122.964682:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078122.964687:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078122.964689:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078122.964692:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964694:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.964696:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964698:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078122.964701:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078122.964703:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078122.964705:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078122.964707:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078122.964709:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078122.964711:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078122.964713:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964714:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.964715:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964716:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078122.964719:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078122.964721:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964722:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078122.964724:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078122.964727:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078122.964729:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.964730:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078122.964732:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078122.964740:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078122.964742:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078122.964745:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078122.964746:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.964748:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078122.964750:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078122.964753:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078122.964759:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769078122.964764:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078122.964770:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925842176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078122.964778:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078122.964782:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078122.964785:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925842176/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078122.964803:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078122.964806:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078122.964809:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078122.964810:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078122.964811:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078122.964813:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078122.964815:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4811
00000400:00000200:0.0:1769078122.964817:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078122.964819:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078122.964820:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078122.964822:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964823:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.964825:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964827:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078122.964829:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078122.964830:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078122.964831:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078122.964832:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078122.964834:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078122.964835:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078122.964837:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964839:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.964841:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964845:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078122.964848:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078122.964852:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964855:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078122.964857:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078122.964863:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078122.964868:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.964871:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078122.964876:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078122.964881:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.964883:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078122.964886:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078122.964897:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078122.964902:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078122.964904:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.964907:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078122.964909:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078122.964912:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078122.964916:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078122.964920:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078122.964928:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925842304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078122.964938:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078122.964939:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078122.964943:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925842304/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078122.964951:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078122.964953:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078122.964959:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078122.964962:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078122.964963:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078122.964967:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078122.964972:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4811
00000400:00000200:0.0:1769078122.964978:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078122.964981:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078122.964983:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078122.964988:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964989:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.964991:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.964993:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078122.964997:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078122.965001:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078122.965004:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078122.965007:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078122.965009:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078122.965012:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078122.965016:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965020:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.965024:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965028:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078122.965032:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078122.965038:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965042:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078122.965044:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078122.965045:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078122.965047:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965049:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078122.965051:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078122.965056:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965060:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078122.965064:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078122.965070:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078122.965075:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078122.965078:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965082:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078122.965085:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078122.965090:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078122.965097:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078122.965116:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078122.965123:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925842432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078122.965154:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078122.965157:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078122.965163:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925842432/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078122.965170:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078122.965174:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078122.965179:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078122.965181:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078122.965184:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078122.965187:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078122.965191:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4811
00000400:00000200:0.0:1769078122.965197:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078122.965201:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078122.965204:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078122.965209:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965214:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.965216:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965219:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078122.965224:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078122.965228:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000800:00000200:3.1:1769078122.965231:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:0.0:1769078122.965232:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769078122.965235:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1769078122.965237:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078122.965243:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078122.965249:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078122.965258:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965264:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078122.965269:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965272:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078122.965276:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078122.965281:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078122.965285:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078122.965289:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078122.965292:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078122.965298:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965300:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078122.965304:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078122.965307:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965310:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078122.965316:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078122.965321:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078122.965326:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078122.965328:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078122.965329:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078122.965332:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078122.965335:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078122.965339:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078122.965343:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078122.965352:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925842560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078122.965365:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078122.965369:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078122.965377:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925842560/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078122.965386:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078122.965390:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078122.965398:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078122.965407:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4821)
00000800:00000200:3.1:1769078122.965668:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078122.965670:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078122.965941:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078122.965944:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078122.966219:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078122.966220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769078123.412763:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078123.412770:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078123.412775:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078124.308635:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299484928, at 4299484992
00000100:00000010:2.0:1769078124.308656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000020:00000001:1.0:1769078125.460702:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078125.460705:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078125.460708:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078126.484700:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078126.484704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078126.484707:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078127.508708:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078127.508711:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078127.508714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078128.084628:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078128.084637:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078128.084639:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078128.084643:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078128.084646:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078128.084651:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4816
00000400:00000200:0.0:1769078128.084659:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078128.084664:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078128.084666:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078128.084669:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084671:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.084673:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084675:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078128.084678:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078128.084680:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078128.084682:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078128.084684:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078128.084685:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078128.084687:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078128.084689:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084690:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.084692:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084693:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078128.084695:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078128.084698:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084700:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078128.084703:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078128.084707:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078128.084711:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.084713:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078128.084715:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078128.084724:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078128.084727:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078128.084731:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078128.084733:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.084736:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078128.084739:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078128.084744:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078128.084754:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078128.084760:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078128.084770:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925842688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078128.084780:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078128.084783:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078128.084787:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925842688/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078128.084808:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078128.084810:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078128.084813:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078128.084814:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078128.084815:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078128.084817:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078128.084819:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4816
00000400:00000200:0.0:1769078128.084823:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078128.084825:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078128.084827:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078128.084829:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084831:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.084833:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084835:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078128.084837:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078128.084839:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078128.084840:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078128.084841:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078128.084843:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078128.084844:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078128.084847:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084848:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.084851:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084854:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078128.084860:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078128.084866:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078128.084870:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078128.084872:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078128.084877:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078128.084882:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.084884:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078128.084896:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078128.084901:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.084908:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078128.084913:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078128.084918:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078128.084926:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078128.084931:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.084939:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078128.084944:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078128.084949:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078128.084954:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078128.084958:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078128.084963:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925842816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078128.084981:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078128.084986:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078128.084991:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925842816/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078128.084998:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078128.085007:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078128.085037:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078128.085046:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078128.085049:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078128.085059:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078128.085063:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4816
00000400:00000200:0.0:1769078128.085071:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078128.085074:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078128.085076:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078128.085084:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085088:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.085093:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085101:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078128.085104:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078128.085105:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078128.085110:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078128.085113:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078128.085118:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078128.085128:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078128.085142:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085148:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.085157:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085165:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078128.085175:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078128.085191:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085194:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078128.085196:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078128.085199:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078128.085206:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085209:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078128.085211:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078128.085217:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085221:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078128.085226:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078128.085233:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078128.085240:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078128.085246:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085255:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078128.085261:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078128.085265:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078128.085278:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078128.085286:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078128.085300:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925842944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078128.085311:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078128.085314:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078128.085327:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925842944/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078128.085339:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078128.085344:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078128.085348:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078128.085351:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078128.085355:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078128.085359:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078128.085365:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4816
00000400:00000200:0.0:1769078128.085376:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769078128.085383:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:0.0:1769078128.085387:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078128.085392:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769078128.085394:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769078128.085397:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085401:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.085406:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085410:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078128.085416:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078128.085420:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078128.085424:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078128.085426:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078128.085437:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078128.085440:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078128.085443:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085455:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078128.085462:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085472:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078128.085485:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078128.085496:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078128.085505:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078128.085516:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078128.085521:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078128.085557:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085560:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078128.085562:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078128.085564:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085566:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078128.085569:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078128.085574:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078128.085584:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078128.085589:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078128.085594:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078128.085595:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078128.085597:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078128.085600:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078128.085610:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078128.085621:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925843072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078128.085641:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078128.085651:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078128.085657:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925843072/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078128.085667:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078128.085671:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078128.085676:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078128.085691:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4826)
00000800:00000200:3.1:1769078128.086028:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078128.086031:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078128.086280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078128.086283:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078128.086571:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078128.086573:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769078129.428636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299490049, at 4299490112
00000100:00000010:2.0:1769078129.428650:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000020:00000001:1.0:1769078129.556736:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078129.556739:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078129.556742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078130.580717:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078130.580723:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078130.580729:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078131.604687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078131.604691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078131.604693:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078133.204675:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078133.204687:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078133.204690:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078133.204694:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078133.204698:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078133.204706:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4821
00000400:00000200:2.0:1769078133.204715:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078133.204723:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078133.204726:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078133.204730:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204733:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.204736:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204738:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078133.204743:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078133.204745:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078133.204748:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078133.204751:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078133.204754:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078133.204757:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078133.204760:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204762:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.204764:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204766:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078133.204769:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078133.204773:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204776:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.204786:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078133.204790:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.204798:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.204800:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078133.204803:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078133.204813:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078133.204817:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078133.204821:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078133.204822:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.204825:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078133.204827:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078133.204831:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078133.204840:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078133.204846:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.204855:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925843200/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078133.204866:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078133.204871:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.204876:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925843200/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.204898:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078133.204901:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078133.204905:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078133.204907:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078133.204909:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078133.204912:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078133.204914:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4821
00000400:00000200:2.0:1769078133.204919:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078133.204922:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078133.204925:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078133.204940:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204943:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.204946:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204948:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078133.204951:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078133.204953:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078133.204955:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078133.204957:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078133.204960:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078133.204963:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078133.204969:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204974:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.204981:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.204984:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078133.204989:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078133.204996:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205002:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.205005:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078133.205011:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.205016:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205022:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078133.205027:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078133.205034:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205038:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078133.205043:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078133.205048:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078133.205053:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078133.205057:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205060:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078133.205063:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078133.205068:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078133.205074:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078133.205079:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.205089:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925843328/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078133.205103:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078133.205107:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.205113:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925843328/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.205128:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078133.205133:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078133.205138:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078133.205143:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078133.205146:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078133.205151:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078133.205157:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4821
00000400:00000200:2.0:1769078133.205168:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078133.205175:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078133.205181:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078133.205188:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205194:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.205196:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205200:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078133.205204:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078133.205208:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078133.205210:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078133.205214:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078133.205219:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078133.205223:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078133.205230:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205235:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.205241:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205246:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078133.205250:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078133.205258:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205264:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.205269:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078133.205273:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.205278:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205282:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078133.205286:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078133.205292:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205296:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078133.205303:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078133.205316:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078133.205322:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078133.205325:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205328:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078133.205331:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078133.205334:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078133.205339:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:2.0:1769078133.205342:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000800:00000200:3.1:1769078133.205345:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769078133.205347:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.205358:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925843456/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078133.205372:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078133.205376:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.205385:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925843456/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.205397:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078133.205402:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078133.205407:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078133.205411:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078133.205415:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078133.205420:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078133.205426:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4821
00000400:00000200:2.0:1769078133.205434:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078133.205440:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078133.205445:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078133.205452:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205458:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.205463:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205467:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078133.205472:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078133.205476:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078133.205478:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078133.205482:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078133.205488:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078133.205494:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078133.205502:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205506:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078133.205510:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205513:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078133.205516:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078133.205521:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078133.205562:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.205565:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078133.205571:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.205577:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205580:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078133.205585:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078133.205592:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205597:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078133.205603:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078133.205608:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078133.205614:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078133.205617:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.205622:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078133.205625:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078133.205628:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078133.205635:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078133.205641:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.205650:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925843584/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078133.205665:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078133.205670:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.205680:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925843584/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.205708:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.205712:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078133.205720:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078133.205728:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4831)
00000800:00000200:3.1:1769078133.206015:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078133.206018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078133.206337:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078133.206340:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078133.206670:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078133.206673:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769078133.652748:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078133.652751:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078133.652754:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078134.548632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299495168, at 4299495232
00000100:00000010:2.0:1769078134.548642:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000020:00000001:2.0:1769078134.676687:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078134.676690:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078134.676693:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078135.700723:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078135.700728:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078135.700731:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078137.748728:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078137.748732:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078137.748735:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078138.324667:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.324680:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078138.324682:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.324687:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.324691:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.324699:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4826
00000400:00000200:2.0:1769078138.324709:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078138.324728:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.324732:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.324736:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324740:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.324744:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324747:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078138.324753:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.324755:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078138.324759:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.324762:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078138.324764:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078138.324766:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078138.324769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324771:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.324773:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078138.324777:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078138.324780:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324783:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.324786:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.324790:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.324794:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.324796:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078138.324799:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.324813:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078138.324818:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078138.324823:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.324825:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.324829:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.324832:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.324838:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.324875:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078138.324881:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.324891:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925843712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.324901:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.324905:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.324909:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925843712/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.324930:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.324932:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.324935:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078138.324937:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.324939:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.324943:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.324945:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4826
00000400:00000200:2.0:1769078138.324950:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078138.324954:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.324956:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.324959:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324962:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.324965:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324968:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078138.324971:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.324973:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078138.324975:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.324978:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078138.324980:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078138.324984:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078138.324988:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324991:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.324994:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.324996:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078138.324999:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078138.325002:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325004:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.325005:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.325012:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.325015:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325018:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.325023:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078138.325027:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325034:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.325040:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078138.325042:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078138.325045:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.325049:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325051:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.325056:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.325058:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.325065:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078138.325071:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.325081:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925843840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.325097:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.325100:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.325105:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925843840/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.325123:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.325126:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.325131:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078138.325135:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.325138:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.325147:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.325153:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4826
00000400:00000200:2.0:1769078138.325155:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078138.325157:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.325159:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.325162:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325167:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.325170:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078138.325182:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.325185:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078138.325190:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.325194:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078138.325197:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078138.325199:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078138.325201:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325202:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.325204:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325209:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078138.325213:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078138.325218:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325222:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.325223:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.325226:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.325227:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325229:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.325235:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078138.325242:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325244:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.325247:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078138.325253:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078138.325255:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.325256:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325257:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.325258:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.325262:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.325267:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078138.325270:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.325274:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925843968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.325289:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.325294:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.325302:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925843968/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.325313:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.325319:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.325329:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078138.325334:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.325339:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.325344:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.325348:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4826
00000400:00000200:2.0:1769078138.325356:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078138.325362:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.325365:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.325373:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325377:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.325380:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325383:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078138.325386:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.325388:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078138.325394:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.325396:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078138.325397:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078138.325399:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078138.325405:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325411:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.325414:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325419:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078138.325433:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078138.325437:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078138.325439:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.325441:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.325447:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.325456:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325460:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.325462:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078138.325467:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325474:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.325478:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078138.325482:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078138.325487:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.325488:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.325490:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.325493:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.325496:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.325500:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078138.325505:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.325513:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925844096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.325563:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.325567:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.325573:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925844096/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.325583:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.325590:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078138.325595:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078138.325603:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4836)
00000800:00000200:3.1:1769078138.325664:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078138.325676:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078138.326141:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078138.326143:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078138.326455:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078138.326458:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078138.326791:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078138.326794:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769078138.772687:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078138.772692:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078138.772696:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078139.668651:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299500289, at 4299500352
00000100:00000010:2.0:1769078139.668667:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000020:00000001:0.0:1769078139.796772:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078139.796776:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078139.796778:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078141.844832:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078141.844839:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078141.844844:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078142.868760:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078142.868796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078142.868800:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078143.444671:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078143.444681:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078143.444683:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078143.444686:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078143.444690:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078143.444696:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4831
00000400:00000200:0.0:1769078143.444704:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078143.444710:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078143.444713:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078143.444716:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444719:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.444722:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444724:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078143.444729:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078143.444731:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078143.444734:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078143.444737:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078143.444740:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078143.444743:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078143.444747:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444749:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.444751:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444765:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078143.444769:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078143.444773:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444776:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078143.444778:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078143.444781:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078143.444783:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.444785:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078143.444787:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078143.444796:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769078143.444799:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078143.444802:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078143.444803:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.444805:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078143.444807:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078143.444810:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078143.444817:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769078143.444823:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078143.444830:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925844224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078143.444838:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078143.444841:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078143.444844:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925844224/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078143.444862:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078143.444865:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078143.444868:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078143.444870:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078143.444872:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078143.444874:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078143.444877:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4831
00000400:00000200:0.0:1769078143.444881:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078143.444884:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078143.444887:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078143.444891:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444893:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.444896:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444899:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078143.444902:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078143.444903:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078143.444905:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078143.444908:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078143.444911:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078143.444914:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078143.444919:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444922:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.444930:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444939:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078143.444949:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078143.444955:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078143.444959:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078143.444964:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078143.444971:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078143.444986:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.444994:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078143.445000:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078143.445006:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445015:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078143.445021:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078143.445028:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078143.445035:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078143.445038:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445047:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078143.445051:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078143.445054:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078143.445063:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078143.445071:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078143.445089:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925844352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078143.445097:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078143.445102:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078143.445109:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925844352/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078143.445118:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078143.445123:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078143.445131:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078143.445133:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078143.445135:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078143.445141:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078143.445143:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4831
00000400:00000200:0.0:1769078143.445146:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078143.445152:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078143.445154:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078143.445156:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445158:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.445166:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445169:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078143.445172:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078143.445173:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078143.445174:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078143.445177:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078143.445188:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078143.445191:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078143.445197:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445203:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.445206:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445212:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078143.445214:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078143.445217:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445222:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078143.445230:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078143.445234:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078143.445241:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445249:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078143.445253:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078143.445267:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445270:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078143.445274:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769078143.445282:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078143.445291:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078143.445294:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445303:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078143.445306:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078143.445313:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078143.445323:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078143.445327:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078143.445333:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925844480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078143.445342:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078143.445353:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078143.445361:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925844480/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078143.445386:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078143.445393:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078143.445401:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078143.445407:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078143.445412:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078143.445423:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078143.445427:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4831
00000400:00000200:0.0:1769078143.445434:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078143.445447:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078143.445461:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078143.445470:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445483:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.445491:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445495:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078143.445496:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078143.445498:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078143.445499:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078143.445507:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078143.445516:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078143.445521:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078143.445559:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445562:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078143.445564:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445566:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078143.445568:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078143.445570:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078143.445571:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078143.445572:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078143.445575:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078143.445579:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445583:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769078143.445585:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:0.0:1769078143.445586:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1769078143.445594:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000008:00000001:0.0:1769078143.445595:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445603:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078143.445608:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078143.445621:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078143.445635:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078143.445638:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078143.445641:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078143.445644:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078143.445648:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078143.445660:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078143.445671:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078143.445687:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925844608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078143.445706:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078143.445716:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078143.445727:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925844608/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078143.445776:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078143.445781:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078143.445789:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078143.445798:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4841)
00000800:00000200:3.1:1769078143.446096:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078143.446098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078143.446325:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078143.446328:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078143.446580:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078143.446581:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.0:1769078143.637063:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:0.0:1769078143.892693:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078143.892696:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078143.892699:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078144.788655:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299505409, at 4299505472
00000100:00000010:2.0:1769078144.788670:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000020:00000001:1.0:1769078145.940689:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078145.940695:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078145.940699:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078146.964778:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078146.964782:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078146.964785:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078147.988691:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078147.988695:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078147.988698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078148.564708:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078148.564723:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078148.564726:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078148.564730:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078148.564736:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078148.564745:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4836
00000400:00000200:2.0:1769078148.564759:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078148.564768:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078148.564773:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078148.564777:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564782:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.564786:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564790:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078148.564794:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078148.564796:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078148.564799:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078148.564802:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078148.564804:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078148.564806:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078148.564808:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564810:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.564811:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564812:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078148.564816:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078148.564819:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564821:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078148.564824:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078148.564829:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078148.564833:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.564835:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078148.564838:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078148.564851:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769078148.564856:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078148.564861:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078148.564863:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.564867:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078148.564871:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078148.564878:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078148.564887:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078148.564893:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078148.564902:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925844736/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078148.564911:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078148.564917:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078148.564920:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925844736/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078148.564939:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078148.564942:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078148.564945:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078148.564946:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078148.564948:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078148.564950:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078148.564952:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4836
00000400:00000200:2.0:1769078148.564955:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078148.564958:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078148.564960:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078148.564964:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564967:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.564970:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.564973:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078148.564978:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078148.564980:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078148.564984:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078148.564987:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078148.564991:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078148.564995:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078148.565003:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565009:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.565014:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565019:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078148.565025:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078148.565030:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565036:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078148.565042:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078148.565051:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078148.565057:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565062:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078148.565070:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078148.565076:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565080:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078148.565084:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769078148.565088:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078148.565090:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078148.565092:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565097:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078148.565100:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078148.565102:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078148.565107:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078148.565111:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078148.565127:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925844864/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078148.565138:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078148.565140:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078148.565143:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925844864/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078148.565153:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078148.565157:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078148.565162:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078148.565163:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078148.565166:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078148.565168:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078148.565172:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4836
00000400:00000200:2.0:1769078148.565179:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078148.565184:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078148.565188:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078148.565192:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565195:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.565202:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565205:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078148.565208:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078148.565209:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078148.565211:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078148.565213:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078148.565216:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078148.565218:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078148.565225:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565227:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.565229:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565230:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078148.565233:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078148.565237:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565240:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078148.565242:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078148.565244:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078148.565245:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565247:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078148.565256:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078148.565262:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565266:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078148.565274:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078148.565279:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078148.565284:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078148.565288:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565291:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078148.565295:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078148.565299:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078148.565307:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078148.565313:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078148.565320:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925844992/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078148.565327:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078148.565336:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078148.565345:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925844992/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078148.565362:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078148.565368:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078148.565374:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078148.565377:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078148.565381:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078148.565386:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078148.565392:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4836
00000800:00000200:3.1:1769078148.565398:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769078148.565403:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769078148.565406:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769078148.565409:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078148.565415:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078148.565423:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565428:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.565443:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565449:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078148.565456:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078148.565457:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078148.565460:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078148.565465:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078148.565469:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078148.565472:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078148.565476:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565480:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078148.565483:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565488:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078148.565492:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078148.565496:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078148.565501:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078148.565504:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078148.565508:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078148.565511:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565515:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078148.565518:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078148.565522:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565550:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078148.565554:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078148.565556:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078148.565559:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078148.565561:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078148.565564:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078148.565567:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078148.565570:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078148.565576:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078148.565582:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078148.565588:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925845120/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078148.565599:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078148.565602:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078148.565609:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925845120/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078148.565618:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078148.565620:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078148.565627:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078148.565631:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4846)
00000800:00000200:3.1:1769078148.566030:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078148.566033:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078148.566358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078148.566361:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078148.566726:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078148.566729:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769078149.908673:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299510529, at 4299510592
00000100:00000010:2.0:1769078149.908686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000020:00000001:1.0:1769078150.036743:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078150.036747:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078150.036751:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078151.060781:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078151.060786:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078151.060791:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078152.084750:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078152.084758:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078152.084763:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078153.684641:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.684655:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078153.684659:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.684662:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.684667:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.684674:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4841
00000400:00000200:0.0:1769078153.684685:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078153.684691:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.684695:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.684698:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684702:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.684705:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684707:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078153.684712:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.684714:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078153.684718:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.684721:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078153.684724:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078153.684726:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078153.684729:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684730:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.684732:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684733:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078153.684735:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078153.684738:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684739:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.684742:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.684745:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078153.684746:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.684748:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078153.684750:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.684759:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769078153.684761:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078153.684764:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.684765:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.684768:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.684770:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.684774:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078153.684780:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078153.684785:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.684792:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925845248/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078153.684800:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.684804:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.684807:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925845248/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.684826:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078153.684836:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.684839:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078153.684840:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.684842:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.684844:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.684846:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4841
00000400:00000200:0.0:1769078153.684849:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078153.684851:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.684853:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.684860:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684862:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.684864:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684866:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078153.684868:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.684869:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078153.684874:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.684876:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078153.684877:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078153.684879:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078153.684882:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684883:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.684884:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684885:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078153.684887:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078153.684891:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078153.684894:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.684898:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.684903:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078153.684906:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.684910:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078153.684913:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078153.684921:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.684928:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.684940:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078153.684949:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078153.684954:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.684960:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.684974:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.684977:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.684988:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078153.685000:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078153.685007:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.685025:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925845376/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078153.685039:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.685050:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.685065:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925845376/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.685096:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078153.685104:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.685112:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078153.685116:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.685122:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.685126:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.685131:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4841
00000400:00000200:0.0:1769078153.685149:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078153.685158:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.685169:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.685173:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685174:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.685180:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685184:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078153.685195:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.685198:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078153.685207:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.685211:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078153.685217:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078153.685229:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078153.685237:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685241:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.685252:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685255:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078153.685257:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078153.685262:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685270:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.685280:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.685283:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078153.685287:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685289:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078153.685293:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078153.685306:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685313:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.685321:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769078153.685330:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078153.685339:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.685343:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685353:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.685362:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.685367:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078153.685378:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078153.685392:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.685406:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925845504/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078153.685429:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.685440:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.685452:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925845504/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078153.685461:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078153.685472:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769078153.685489:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078153.685497:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.685504:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078153.685507:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.685509:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.685512:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.685517:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4841
00000400:00000200:0.0:1769078153.685577:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078153.685597:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.685610:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.685618:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685624:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.685638:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685648:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078153.685649:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.685650:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078153.685651:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.685654:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078153.685658:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078153.685661:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078153.685671:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685682:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.685696:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685707:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078153.685715:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078153.685729:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078153.685741:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.685746:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.685753:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078153.685760:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685778:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078153.685789:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078153.685794:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685797:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.685804:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769078153.685811:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078153.685816:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.685825:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.685826:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.685828:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.685832:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078153.685840:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078153.685857:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.685869:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925845632/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078153.685886:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.685893:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.685914:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925845632/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.685971:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.685976:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078153.685989:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078153.686006:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4852)
00000800:00000200:3.1:1769078153.686245:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078153.686247:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769078153.686442:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078153.686444:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769078153.686718:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078153.686721:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1769078154.132784:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078154.132787:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078154.132790:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078155.028612:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299515649, at 4299515712
00000100:00000010:2.0:1769078155.028629:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000020:00000001:2.0:1769078155.156733:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078155.156738:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078155.156741:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078156.180710:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078156.180721:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078156.180730:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078158.228703:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078158.228707:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078158.228711:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078158.804655:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078158.804666:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078158.804669:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078158.804673:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078158.804678:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078158.804686:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4847
00000400:00000200:1.0:1769078158.804696:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078158.804703:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078158.804707:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078158.804711:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804721:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.804727:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804729:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078158.804732:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078158.804734:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078158.804736:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078158.804739:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078158.804742:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078158.804744:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078158.804749:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804752:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.804754:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804756:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078158.804759:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078158.804762:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804765:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.804768:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078158.804772:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.804775:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.804777:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078158.804780:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078158.804791:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000020:00000040:1.0:1769078158.804795:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078158.804799:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078158.804801:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.804804:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078158.804807:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078158.804811:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078158.804819:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078158.804826:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.804835:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925845760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078158.804846:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078158.804851:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.804856:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925845760/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.804880:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078158.804883:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078158.804888:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078158.804890:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078158.804892:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078158.804896:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078158.804900:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4847
00000400:00000200:1.0:1769078158.804910:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078158.804920:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078158.804927:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078158.804936:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804941:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.804947:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804952:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078158.804958:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078158.804961:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078158.804966:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078158.804970:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078158.804976:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078158.804981:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078158.804991:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.804996:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.805002:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805007:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078158.805011:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078158.805018:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805025:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.805030:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078158.805039:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.805047:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805052:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078158.805058:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078158.805066:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805072:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078158.805082:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078158.805089:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078158.805095:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078158.805099:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805103:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078158.805107:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078158.805111:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078158.805120:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078158.805129:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.805141:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925845888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078158.805161:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078158.805166:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.805175:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925845888/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.805194:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078158.805201:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078158.805201:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078158.805209:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000100:00080000:1.0:1769078158.805210:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078158.805214:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078158.805217:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078158.805223:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078158.805230:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4847
00000400:00000200:1.0:1769078158.805241:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078158.805252:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078158.805256:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078158.805262:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805268:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.805274:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805279:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078158.805287:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078158.805291:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078158.805296:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078158.805301:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078158.805309:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078158.805316:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078158.805324:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805331:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.805338:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805344:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078158.805349:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078158.805355:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805358:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.805361:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078158.805368:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.805373:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805379:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078158.805384:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078158.805389:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805395:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078158.805404:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078158.805410:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078158.805418:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078158.805422:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805426:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078158.805430:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078158.805434:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078158.805441:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078158.805450:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.805462:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925846016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078158.805479:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078158.805481:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.805491:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925846016/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.805517:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078158.805520:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078158.805550:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078158.805552:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078158.805554:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078158.805561:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078158.805569:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4847
00000400:00000200:1.0:1769078158.805580:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078158.805588:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078158.805596:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078158.805604:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805611:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.805618:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805625:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078158.805632:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078158.805637:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078158.805641:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078158.805647:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078158.805653:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078158.805659:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078158.805668:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805674:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.805680:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805688:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078158.805693:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078158.805699:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078158.805706:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.805711:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078158.805718:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.805723:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805730:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078158.805736:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078158.805743:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805750:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078158.805758:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078158.805765:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078158.805773:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078158.805777:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.805782:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078158.805788:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078158.805792:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078158.805797:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078158.805804:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.805817:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925846144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078158.805836:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078158.805842:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.805852:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925846144/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.805879:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.805885:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078158.805895:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078158.805904:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4857)
00000800:00000200:3.1:1769078158.805933:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078158.805935:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078158.806153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078158.806155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078158.806435:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078158.806437:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769078159.252764:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078159.252771:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078159.252775:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078160.148633:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299520768, at 4299520832
00000100:00000010:2.0:1769078160.148648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000020:00000001:0.0:1769078160.276688:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078160.276692:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078160.276694:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1769078162.324779:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078162.324782:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078162.324786:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078163.348678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078163.348681:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078163.348684:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078163.924636:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078163.924645:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078163.924648:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078163.924652:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078163.924656:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078163.924664:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4852
00000400:00000200:1.0:1769078163.924674:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078163.924682:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078163.924696:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078163.924700:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.924707:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924711:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078163.924716:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078163.924718:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078163.924721:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078163.924724:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078163.924726:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078163.924728:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078163.924731:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924732:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.924733:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924735:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078163.924737:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078163.924739:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924741:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.924743:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.924745:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.924747:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.924749:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078163.924751:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078163.924759:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078163.924762:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078163.924765:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078163.924767:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.924769:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078163.924771:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078163.924774:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078163.924781:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078163.924785:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.924792:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925846272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078163.924800:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078163.924804:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.924807:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925846272/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.924824:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078163.924827:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078163.924829:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078163.924830:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078163.924832:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078163.924834:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078163.924835:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4852
00000400:00000200:1.0:1769078163.924838:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078163.924840:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078163.924842:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078163.924844:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924846:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.924848:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924850:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078163.924852:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078163.924853:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078163.924854:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078163.924855:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078163.924858:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078163.924862:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078163.924866:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924869:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.924873:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924875:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078163.924880:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078163.924886:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078163.924890:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.924893:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.924898:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.924903:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.924908:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078163.924912:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078163.924916:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.924920:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078163.924924:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078163.924928:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078163.924931:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078163.924933:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.924935:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078163.924937:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078163.924941:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078163.924949:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078163.924955:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.924962:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925846400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078163.924972:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078163.924974:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.924979:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925846400/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.925009:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078163.925012:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078163.925017:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078163.925018:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078163.925020:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078163.925025:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078163.925030:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4852
00000400:00000200:1.0:1769078163.925033:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078163.925037:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078163.925039:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078163.925044:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925046:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.925051:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925053:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078163.925057:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078163.925059:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078163.925059:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078163.925061:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078163.925063:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078163.925066:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078163.925072:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925076:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.925080:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925084:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078163.925088:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078163.925095:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925099:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.925103:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.925105:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.925110:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925113:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078163.925117:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078163.925122:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925125:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078163.925129:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078163.925133:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078163.925138:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078163.925140:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925143:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078163.925146:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078163.925149:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078163.925152:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:1.0:1769078163.925154:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000800:00000200:3.1:1769078163.925156:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1769078163.925158:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.925164:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925846528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078163.925185:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078163.925188:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.925195:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925846528/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.925205:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078163.925210:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078163.925216:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078163.925219:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078163.925222:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078163.925225:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078163.925231:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4852
00000400:00000200:1.0:1769078163.925240:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078163.925245:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078163.925250:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078163.925254:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925256:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.925261:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925264:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078163.925269:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078163.925270:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078163.925271:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078163.925275:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078163.925277:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078163.925279:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078163.925284:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925286:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078163.925291:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925293:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078163.925297:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078163.925301:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078163.925304:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.925307:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.925311:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.925314:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925318:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078163.925322:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078163.925325:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925327:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078163.925332:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078163.925337:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078163.925342:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078163.925345:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.925348:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078163.925352:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078163.925355:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078163.925361:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078163.925366:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.925373:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925846656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078163.925386:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078163.925388:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.925395:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925846656/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.925426:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.925428:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078163.925432:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078163.925437:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4862)
00000800:00000200:3.1:1769078163.925634:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078163.925636:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078163.925820:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078163.925822:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078163.926003:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078163.926006:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769078164.372706:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078164.372710:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078164.372713:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078165.268600:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299525888, at 4299525952
00000100:00000010:2.0:1769078165.268616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000020:00000001:1.0:1769078166.420725:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078166.420729:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078166.420733:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078167.444693:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078167.444696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078167.444699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769078168.469185:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078168.469190:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078168.469193:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078169.044674:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078169.044685:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078169.044688:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078169.044692:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078169.044697:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078169.044705:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4857
00000400:00000200:2.0:1769078169.044721:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078169.044728:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078169.044731:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078169.044734:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044738:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.044740:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044743:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078169.044747:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078169.044749:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078169.044751:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078169.044755:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078169.044757:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078169.044759:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078169.044763:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044766:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.044768:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044769:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078169.044772:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078169.044775:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044777:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078169.044780:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078169.044783:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078169.044786:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.044788:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078169.044790:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078169.044799:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078169.044803:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078169.044807:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078169.044808:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.044811:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078169.044814:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078169.044819:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078169.044828:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078169.044834:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078169.044843:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078169.044854:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078169.044858:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078169.044863:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078169.044887:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078169.044890:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078169.044894:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078169.044896:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078169.044898:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078169.044900:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078169.044903:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4857
00000400:00000200:2.0:1769078169.044908:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078169.044912:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078169.044915:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078169.044919:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044922:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.044924:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044927:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078169.044933:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078169.044938:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078169.044941:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078169.044945:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078169.044950:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078169.044954:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078169.044965:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044970:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.044975:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044980:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078169.044985:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078169.044992:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078169.044998:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078169.045002:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078169.045010:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078169.045016:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045021:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078169.045028:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078169.045035:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045041:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078169.045047:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078169.045052:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078169.045055:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078169.045057:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045059:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078169.045062:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078169.045064:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078169.045070:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078169.045073:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078169.045080:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078169.045095:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078169.045100:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078169.045109:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078169.045122:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078169.045127:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078169.045131:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078169.045136:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078169.045141:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078169.045146:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078169.045151:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4857
00000400:00000200:2.0:1769078169.045161:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078169.045170:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078169.045175:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078169.045184:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045190:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.045196:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045201:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078169.045207:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078169.045209:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078169.045213:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078169.045216:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078169.045220:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078169.045223:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078169.045232:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045235:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.045237:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045242:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078169.045247:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078169.045252:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045258:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078169.045262:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078169.045266:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078169.045272:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045278:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078169.045282:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078169.045288:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045292:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078169.045307:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078169.045314:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078169.045319:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078169.045337:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045340:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078169.045342:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078169.045344:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078169.045349:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078169.045353:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078169.045362:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078169.045378:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078169.045383:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078169.045392:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078169.045406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078169.045407:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078169.045414:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078169.045418:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078169.045420:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078169.045422:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078169.045424:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078169.045428:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4857
00000400:00000200:2.0:1769078169.045432:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078169.045437:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078169.045441:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078169.045449:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045455:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.045459:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045464:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078169.045469:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078169.045471:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078169.045476:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078169.045480:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078169.045483:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078169.045489:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078169.045496:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045501:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078169.045507:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045513:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078169.045519:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078169.045573:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078169.045579:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078169.045585:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078169.045592:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078169.045598:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045602:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078169.045607:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078169.045614:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045619:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078169.045625:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078169.045632:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078169.045639:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078169.045643:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078169.045648:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078169.045653:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078169.045659:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078169.045667:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078169.045674:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078169.045684:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078169.045701:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078169.045706:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078169.045716:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078169.045733:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078169.045739:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078169.045749:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078169.045756:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4867)
00000800:00000200:3.1:1769078169.045806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078169.045959:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078169.046121:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078170.388632:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299531008, at 4299531072
00000100:00000010:2.0:1769078170.388644:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00000020:00000001:1.0:1769078170.516746:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078170.516751:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078170.516755:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769078171.540691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078171.540696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078171.540699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078172.116910:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078172.116948:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078172.116960:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078172.116965:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078172.116969:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078172.116973:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078172.116978:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078172.116983:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769078172.116989:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078172.116994:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078172.117001:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc96e8
00000400:00000010:2.0:1769078172.117004:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc96e8.
00000100:00000001:2.0:1769078172.117008:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078172.117017:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117041:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078172.117047:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117055:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.117058:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078172.117070:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078172.117074:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769078172.117078:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078172.117084:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078172.117093:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9000
00000400:00000010:2.0:1769078172.117097:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9000.
00000100:00000001:2.0:1769078172.117101:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078172.117112:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117141:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078172.117147:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117159:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.117163:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078172.117173:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078172.117180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769078172.117186:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078172.117197:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078172.117204:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9aa0
00000400:00000010:2.0:1769078172.117207:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9aa0.
00000100:00000001:2.0:1769078172.117211:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078172.117219:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117234:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078172.117240:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.117250:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.117252:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078172.117259:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078172.117264:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769078172.117283:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078172.117294:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078172.117299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc95d8
00000100:00000040:3.0:1769078172.117300:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078172.117304:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc95d8.
00000100:00000001:2.0:1769078172.117311:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078172.117319:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117337:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078172.117339:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078172.117348:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117351:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117352:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117354:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1769078172.117355:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117357:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.117364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.117373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078172.117379:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.117380:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1769078172.117386:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078172.117396:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.117409:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925846784:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078172.117415:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.117418:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.117421:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925846784/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117429:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.117432:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.117436:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:3.0:1769078172.117440:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.117443:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.117446:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078172.117448:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.117450:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078172.117455:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.117458:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.117460:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078172.117465:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.117466:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117470:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.117473:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078172.117475:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078172.117476:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.117480:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078172]  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.117604:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.117606:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.117608:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078172.117611:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078172.117613:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078172.117615:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.117620:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.117629:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117636:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.117638:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117640:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117642:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.117645:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117652:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.117656:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117663:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.117665:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117667:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117668:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117670:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.117672:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.117674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.117679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078172.117681:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.117685:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.117691:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847168:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078172.117695:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.117698:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078172]  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.117705:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.117706:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.117708:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078172.117710:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078172.117712:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078172.117714:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.117716:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.117724:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117730:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.117731:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117733:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117734:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.117738:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117744:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.117748:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117760:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.117763:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117764:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117765:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117767:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.117768:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.117771:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.117774:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078172.117777:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.117780:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.117788:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925846912:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.117792:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078172.117796:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078172]  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078172.117804:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078172.117805:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078172.117807:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078172.117810:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078172.117811:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078172.117813:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078172.117816:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078172.117825:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117832:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078172.117833:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117835:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117837:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078172.117841:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117848:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078172.117852:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117859:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078172.117861:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117862:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078172.117864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117865:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078172.117867:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078172.117869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078172.117872:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078172.117875:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078172.117879:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078172.117887:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847040:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078172.117891:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117893:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.117897:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925847168/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117903:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.117918:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.117921:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078172.117924:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.117926:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.117928:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078172.117930:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.117932:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078172.117935:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.117936:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.117938:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078172.117941:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.117943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117945:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.117949:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925846912/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117956:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.117957:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.117959:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078172.117961:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.117963:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.117964:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078172.117966:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.117968:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078172.117970:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.117971:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.117972:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078172.117975:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.117976:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.117978:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078172.117982:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925847040/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078172.117989:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078172.117990:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078172.117991:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078172.117993:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078172.117994:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078172.117995:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078172.117997:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078172.117998:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078172.118000:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078172.118001:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078172.118003:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078172.118005:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078172.118006:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.118008:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078172.118017:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078172.118019:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078172.118022:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078172.118023:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078172.564634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078172.564642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078172.564649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078172.564650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078172.564700:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078172.564703:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078172.564706:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078173.588587:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078173.588594:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078173.588600:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078173.588603:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078173.588606:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078173.588609:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078173.588612:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078173.588614:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078173.588616:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078173.588619:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078173.588636:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078173.588638:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078173.588640:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078174.164707:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078174.164717:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078174.164720:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078174.164724:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078174.164728:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078174.164735:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4862
00000400:00000200:0.0:1769078174.164745:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078174.164752:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078174.164755:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078174.164759:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164762:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.164765:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164768:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078174.164772:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078174.164774:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078174.164776:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078174.164778:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078174.164780:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078174.164781:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078174.164783:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164785:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.164787:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164789:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078174.164793:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078174.164796:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164812:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078174.164815:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078174.164819:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078174.164821:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.164823:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078174.164826:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078174.164832:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769078174.164836:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078174.164840:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078174.164841:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.164845:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078174.164847:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078174.164851:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078174.164861:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078174.164868:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078174.164879:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078174.164890:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078174.164894:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078174.164899:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078174.164924:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078174.164938:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078174.164941:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078174.164943:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078174.164945:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078174.164948:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078174.164951:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4862
00000400:00000200:0.0:1769078174.164956:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078174.164959:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078174.164963:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078174.164967:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164970:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.164973:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.164975:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078174.164978:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078174.164980:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078174.164980:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078174.164985:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078174.164987:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078174.164988:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078174.164991:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078174.164993:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078174.164997:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078174.165002:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078174.165008:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165014:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.165020:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078174.165021:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078174.165024:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078174.165025:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078174.165030:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078174.165032:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769078174.165037:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078174.165037:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078174.165042:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165044:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078174.165050:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078174.165050:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925847296:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078174.165057:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078174.165058:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078174.165064:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.165065:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078174.165067:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078174.165069:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078174.165073:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078174.165075:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769078174.165080:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078174.165083:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
00000100:00000001:0.0:1769078174.165084:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.165090:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078174.165092:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769078174.165097:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078174.165100:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078174.165102:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078174.165104:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165107:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078174.165109:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769078174.165110:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000001:0.0:1769078174.165113:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078174.165119:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
02000000:00000010:0.0:1769078174.165120:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769078174.165127:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078174.165131:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847296, portal 25
00000100:00100000:0.0:1769078174.165134:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078174.165136:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078174.165140:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000001:0.0:1769078174.165149:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078174.165154:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078174.165154:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078174.165166:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.165173:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078174.165181:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165183:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078174.165187:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00080000:0.0:1769078174.165189:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078174.165193:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925847296, offset 0
00000100:00080000:0.0:1769078174.165195:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078174.165199:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078174.165201:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078174.165208:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078174.165208:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769078174.165215:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4862
00000400:00000200:3.0:1769078174.165221:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078174.165223:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078174.165230:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078174.165233:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769078174.165234:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078174.165257:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078174.165262:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078174.165266:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078174.165272:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:0.0:1769078174.165276:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078174.165282:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16329:16329:256:4294967295] 192.168.204.157@tcp LPNI seq info [16325:16325:8:4294967295]
00000100:00000001:0.0:1769078174.165283:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.165290:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078174.165295:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078174.165296:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078174.165301:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078174.165302:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078174.165304:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078174.165309:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078174.165315:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078174.165315:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078174.165321:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078174.165328:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078174.165330:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165332:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.165336:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000010:3.0:1769078174.165338:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000001:0.0:1769078174.165339:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078174.165345:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078174.165348:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165354:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078174.165354:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769078174.165359:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1769078174.165363:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1769078174.165364:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078174.165370:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165374:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769078174.165375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:0.0:1769078174.165377:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769078174.165383:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000008:00000001:0.0:1769078174.165384:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165389:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078174.165394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000010:0.0:1769078174.165396:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000800:00000010:3.0:1769078174.165399:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000040:0.0:1769078174.165401:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078174.165406:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078174.165409:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.165409:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078174.165411:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078174.165415:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078174.165418:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.165419:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1769078174.165426:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000400:00000200:3.0:1769078174.165429:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000100:00000001:0.0:1769078174.165432:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078174.165439:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078174.165446:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078174.165448:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078174.165452:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078174.165459:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078174.165462:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078174.165465:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078174.165467:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078174.165468:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078174.165470:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078174.165473:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4862
00000400:00000200:0.0:1769078174.165477:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078174.165481:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078174.165483:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078174.165487:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165490:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.165491:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165493:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078174.165496:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078174.165498:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078174.165499:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078174.165501:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078174.165503:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078174.165505:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078174.165508:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165510:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078174.165512:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165514:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078174.165516:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078174.165519:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078174.165550:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078174.165554:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078174.165558:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078174.165560:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165563:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078174.165566:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078174.165569:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165573:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078174.165573:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000010:0.0:1769078174.165579:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000100:00000001:3.0:1769078174.165580:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769078174.165585:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000200:3.0:1769078174.165589:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078174.165591:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078174.165594:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165599:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078174.165602:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078174.165611:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.165614:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769078174.165618:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000040:3.0:1769078174.165621:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078174.165624:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078174.165636:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078174.165637:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.165643:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078174.165652:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078174.165653:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078174.165659:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.165665:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078174.165670:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.165672:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299536129
00000100:00000010:3.0:1769078174.165681:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdde0.
00000100:00000001:0.0:1769078174.165684:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078174.165690:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078174.165690:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078174.165698:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078174.165703:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4872)
00000100:00000001:3.0:1769078174.165715:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299536129
00000100:00000010:3.0:1769078174.167167:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd8a0.
00000100:00000001:3.0:1769078174.167174:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078174.167180:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078174.167184:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167187:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078174.167196:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078174.167209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078174.167211:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078174.167215:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078174.167220:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078174.167222:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078174.167226:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078174.167231:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078174.167254:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167263:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078174.167265:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167268:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.167270:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078174.167275:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078174.167287:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167295:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078174.167298:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167299:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.167301:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078174.167306:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078174.167310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078174.167314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078174.167317:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078174.167321:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078174.167343:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925847296:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078174.167352:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167354:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.167358:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925847296/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167364:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078174.167366:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078174.167369:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078174.167373:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078174.167376:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078174.167377:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078174.167380:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078174.167383:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:3.0:1769078174.167386:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078174.167389:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078174.167391:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:3.0:1769078174.167394:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078174.167395:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167397:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167406:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078174.167407:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167410:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078174.167412:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078174.167414:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078174.167418:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167424:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078174.167426:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.167428:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078174.167430:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078174.167433:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078174.167436:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847424:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078174.167440:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078174.167444:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078174.167446:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.167449:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078174.167453:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078174.167455:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.167462:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078174.167465:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078174.167470:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078174.167475:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847424, portal 10
00000100:00000001:3.0:1769078174.167478:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078174.167479:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:3.0:1769078174.167487:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078174.167496:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078174.167498:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078174.167501:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925847424, offset 0
00000400:00000200:3.0:1769078174.167507:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078174.167514:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.167521:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078174.167545:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078174.167549:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078174.167553:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078174.167555:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078174.167558:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16330:16330:256:4294967295] 192.168.204.157@tcp LPNI seq info [16326:16326:8:4294967295]
00000400:00000200:3.0:1769078174.167563:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.167570:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078174.167576:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.167581:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078174.167586:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078174.167590:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078174.167595:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078174.167598:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078174.167603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.167605:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078174.167609:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078174.167613:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078174.167617:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078174.167618:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078174.167621:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078174.167625:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167633:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.167636:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167643:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167645:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078174.167650:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078174.167654:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078174.167658:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078174.167661:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299534866
00000100:00000001:3.0:1769078174.167664:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.167666:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299534866
00000100:00000001:3.0:1769078174.167669:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.167671:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078174.167673:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167675:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078174.167679:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078174.167687:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078174.167689:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078174.167691:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078174.167694:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078174.167695:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078174.167698:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078174.167702:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078174.167710:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167718:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078174.167720:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167721:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.167723:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078174.167727:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167734:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078174.167738:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167744:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078174.167747:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167749:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.167750:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.167752:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078174.167754:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078174.167757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078174.167760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078174.167763:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078174.167767:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078174.167777:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847424:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078174.167782:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078174.167786:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078174.167801:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.167804:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078174.167806:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078174.167808:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078174.167811:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847552:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078174.167815:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078174.167817:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078174.167819:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.167820:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078174.167824:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078174.167826:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.167830:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078174.167832:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078174.167836:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078174.167839:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847552, portal 10
00000100:00000001:3.0:1769078174.167841:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078174.167842:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:3.0:1769078174.167848:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167856:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078174.167858:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078174.167861:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078174.167863:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925847552, offset 0
00000400:00000200:3.0:1769078174.167868:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078174.167872:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.167876:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078174.167879:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078174.167882:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078174.167885:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078174.167887:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078174.167891:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16331:16331:256:4294967295] 192.168.204.157@tcp LPNI seq info [16327:16327:8:4294967295]
00000400:00000200:3.0:1769078174.167895:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.167902:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078174.167907:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.167911:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078174.167915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078174.167918:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078174.167923:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078174.167926:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078174.167930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.167932:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078174.167935:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078174.167939:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078174.167942:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078174.167944:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078174.167947:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078174.167950:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167959:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.167962:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.167968:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167969:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078174.167973:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078174.167976:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078174.167979:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078174.167981:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299534875
00000100:00000001:3.0:1769078174.167984:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.167986:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299534875
00000100:00000001:3.0:1769078174.167988:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.167991:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078174.167993:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.167995:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078174.167999:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078174.168008:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078174.168009:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078174.168012:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078174.168015:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078174.168016:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078174.168019:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078174.168023:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078174.168033:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168040:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078174.168042:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168044:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.168046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078174.168050:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168057:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078174.168062:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168069:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078174.168072:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168074:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.168075:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168077:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078174.168079:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078174.168082:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078174.168086:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078174.168088:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078174.168093:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078174.168102:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847552:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078174.168107:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078174.168111:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168119:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078174.168120:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.168123:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078174.168125:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078174.168127:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078174.168131:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847680:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078174.168134:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078174.168136:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078174.168138:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078174.168140:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078174.168143:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078174.168145:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078174.168149:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078174.168152:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078174.168156:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078174.168158:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847680, portal 4
00000100:00000001:3.0:1769078174.168161:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078174.168162:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000040:3.0:1769078174.168168:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168175:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078174.168178:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078174.168180:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078174.168183:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925847680, offset 0
00000400:00000200:3.0:1769078174.168187:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078174.168191:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.168196:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078174.168199:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078174.168201:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078174.168204:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078174.168207:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078174.168210:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16332:16332:256:4294967295] 192.168.204.157@tcp LPNI seq info [16328:16328:8:4294967295]
00000400:00000200:3.0:1769078174.168215:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078174.168221:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078174.168227:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.168231:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078174.168251:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078174.168254:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078174.168259:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078174.168262:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078174.168266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078174.168268:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078174.168271:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078174.168275:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078174.168278:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078174.168280:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078174.168283:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078174.168287:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168295:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.168299:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168306:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.168308:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078174.168312:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078174.168315:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078174.168319:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078174.168322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299534872
00000100:00000001:3.0:1769078174.168324:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.168327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299534872
00000100:00000001:3.0:1769078174.168329:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299536129
00000100:00000001:3.0:1769078174.168331:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078174.168333:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.168335:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078174.168339:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078174.168347:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078174.168348:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078174.168350:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078174.168352:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078174.168354:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078174.168356:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078174.168359:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078174.168367:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168374:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078174.168376:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168378:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.168379:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078174.168383:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168390:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078174.168395:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168403:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078174.168405:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168407:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078174.168409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168411:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078174.168412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078174.168415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078174.168419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078174.168422:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078174.168426:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078174.168435:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847680:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078174.168439:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168441:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.168444:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925847424/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168451:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078174.168452:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078174.168455:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078174.168458:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078174.168459:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078174.168461:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078174.168463:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078174.168465:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:3.0:1769078174.168467:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078174.168469:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078174.168470:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:3.0:1769078174.168473:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078174.168474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168477:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.168480:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925847552/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168487:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078174.168488:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078174.168489:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078174.168491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078174.168492:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078174.168493:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078174.168495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078174.168496:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078174.168498:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078174.168499:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078174.168501:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:3.0:1769078174.168503:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078174.168504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168506:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078174.168509:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925847680/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078174.168516:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078174.168517:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078174.168519:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078174.168521:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078174.168546:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078174.168547:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078174.168549:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078174.168551:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078174.168554:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078174.168555:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078174.168556:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:3.0:1769078174.168559:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078174.168561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168563:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078174.168567:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078174.168568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078174.168570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078174.168572:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078174.612633:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078174.612640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078174.612647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078174.612648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078174.612712:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078174.612717:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078174.612720:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078175.508609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299536129, at 4299536192
00000100:00000040:3.0:1769078175.508609:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299536129, at 4299536192
00000100:00000010:2.0:1769078175.508623:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00000100:00000010:3.0:1769078175.508625:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00010000:00000001:3.0:1769078175.636580:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078175.636585:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078175.636590:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078175.636591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078175.636642:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078175.636647:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078175.636651:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078176.660646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078176.660655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078176.660660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078176.660661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078176.660739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078176.660745:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078176.660749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078177.684640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078177.684648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078177.684660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078177.684662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078177.684688:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078177.684691:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078177.684694:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078178.708648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078178.708655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078178.708665:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078178.708666:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078178.708723:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078178.708726:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078178.708728:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078179.284616:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.284626:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078179.284628:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.284632:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.284636:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.284645:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4867
00000400:00000200:2.0:1769078179.284656:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078179.284663:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078179.284666:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.284670:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284673:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.284676:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284679:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078179.284684:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.284686:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078179.284689:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.284691:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078179.284693:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078179.284695:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078179.284697:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284698:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.284699:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284700:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078179.284703:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078179.284705:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284709:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078179.284713:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078179.284717:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.284720:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284722:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078179.284725:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078179.284736:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078179.284739:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078179.284750:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.284755:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284759:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.284763:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.284767:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078179.284776:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078179.284784:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.284793:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078179.284804:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.284808:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078179.284813:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078179.284832:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.284835:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.284843:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078179.284845:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.284847:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.284850:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.284853:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4867
00000100:00000001:3.0:1769078179.284857:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769078179.284858:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078179.284863:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078179.284865:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078179.284866:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.284871:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078179.284871:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078179.284876:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.284880:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284882:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078179.284885:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.284886:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078179.284887:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.284891:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000040:3.0:1769078179.284891:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078179.284894:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078179.284899:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078179.284906:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284911:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078179.284912:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078179.284914:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078179.284916:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284918:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078179.284922:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078179.284923:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078179.284928:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078179.284932:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.284938:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078179.284941:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078179.284941:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925847808:192.168.204.157@tcp:250:kworker.0
02000000:00000001:2.0:1769078179.284944:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078179.284949:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078179.284951:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.284954:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284956:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078179.284956:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078179.284961:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078179.284963:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078179.284966:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769078179.284968:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284972:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078179.284974:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
00000100:00000010:2.0:1769078179.284976:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
02000000:00000001:3.0:1769078179.284979:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078179.284988:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078179.284992:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.284993:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.284995:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.284999:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.285001:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285003:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:2.0:1769078179.285007:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000400:00000010:3.0:1769078179.285011:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:2.0:1769078179.285012:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.285021:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078179.285023:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078179.285032:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.285035:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078179.285037:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847808, portal 25
00000100:00000040:2.0:1769078179.285039:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285042:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078179.285046:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000001:2.0:1769078179.285055:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078179.285058:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078179.285059:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.285066:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078179.285069:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.285071:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.285076:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078179.285078:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078179.285081:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4867
00000100:00000040:3.0:1769078179.285085:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078179.285086:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078179.285091:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078179.285091:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00080000:2.0:1769078179.285094:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.285097:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078179.285098:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925847808, offset 0
00000100:00000001:2.0:1769078179.285100:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.285103:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285105:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078179.285107:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.285108:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078179.285109:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.285112:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078179.285113:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078179.285114:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078179.285118:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078179.285121:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285122:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.285123:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285125:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078179.285129:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:2.0:1769078179.285130:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078179.285136:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285138:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285141:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:2.0:1769078179.285142:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078179.285146:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.285159:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.285161:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078179.285162:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:2.0:1769078179.285165:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078179.285169:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285170:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769078179.285173:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285178:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1769078179.285179:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078179.285184:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078179.285185:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:2.0:1769078179.285188:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.285193:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285194:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16333:16333:256:4294967295] 192.168.204.157@tcp LPNI seq info [16329:16329:8:4294967295]
00000100:00000001:2.0:1769078179.285196:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.285200:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.285203:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285203:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:2.0:1769078179.285207:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078179.285211:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.285218:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078179.285223:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078179.285236:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078179.285239:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285240:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078179.285248:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078179.285250:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000001:2.0:1769078179.285260:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.285263:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.285266:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078179.285268:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.285271:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1769078179.285272:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078179.285276:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1769078179.285280:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1769078179.285282:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4867
00000400:00000200:2.0:1769078179.285290:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769078179.285293:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769078179.285296:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.1:1769078179.285299:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1769078179.285301:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.285309:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000100:3.0:1769078179.285310:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285313:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.285316:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285319:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000010:3.0:1769078179.285321:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000001:2.0:1769078179.285323:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.285325:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078179.285326:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.285331:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078179.285333:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078179.285336:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078179.285336:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078179.285343:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285347:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078179.285348:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078179.285352:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285356:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078179.285358:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000020:00000040:2.0:1769078179.285359:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000010:3.0:1769078179.285364:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00080000:2.0:1769078179.285365:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078179.285370:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078179.285373:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078179.285373:0:2410:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769078179.285377:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.285382:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078179.285382:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078179.285384:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078179.285388:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078179.285393:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.285396:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285400:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1769078179.285402:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000100:00000040:3.0:1769078179.285406:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078179.285407:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078179.285412:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.285414:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.285418:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.285420:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.285425:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285425:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285429:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1769078179.285432:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078179.285435:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285438:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.285441:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078179.285448:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078179.285453:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.285455:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285462:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299541248
00000100:00000010:3.0:1769078179.285470:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd8a0.
00000100:00000040:2.0:1769078179.285471:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285480:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078179.285481:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078179.285487:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078179.285491:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078179.285497:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4877)
00000100:00000001:3.0:1769078179.285504:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299541248
00000100:00000010:3.0:1769078179.285510:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd4e0.
00000100:00000001:3.0:1769078179.285514:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078179.285519:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078179.285551:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285555:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078179.285561:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078179.285572:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078179.285575:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078179.285578:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078179.285582:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078179.285583:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078179.285587:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078179.285592:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078179.285601:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285608:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078179.285611:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285613:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.285615:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078179.285619:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285626:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078179.285631:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285646:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078179.285650:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285652:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.285657:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285659:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078179.285662:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078179.285665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078179.285670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078179.285672:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078179.285677:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078179.285684:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925847808:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078179.285691:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285693:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.285696:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925847808/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285703:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078179.285706:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078179.285708:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078179.285712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078179.285714:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078179.285716:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078179.285718:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078179.285721:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078179.285725:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078179.285727:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078179.285729:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078179.285733:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078179.285734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285737:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285746:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078179.285748:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285751:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078179.285752:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078179.285753:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078179.285757:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285764:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078179.285766:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.285768:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078179.285770:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078179.285772:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078179.285776:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847936:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078179.285779:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078179.285781:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078179.285783:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.285786:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078179.285789:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078179.285791:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.285796:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078179.285799:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078179.285802:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078179.285805:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925847936, portal 10
00000100:00000001:3.0:1769078179.285807:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078179.285808:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:3.0:1769078179.285815:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285822:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078179.285824:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078179.285826:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078179.285829:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925847936, offset 0
00000400:00000200:3.0:1769078179.285833:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078179.285837:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.285841:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078179.285844:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078179.285847:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078179.285849:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078179.285852:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078179.285855:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16334:16334:256:4294967295] 192.168.204.157@tcp LPNI seq info [16330:16330:8:4294967295]
00000400:00000200:3.0:1769078179.285859:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.285866:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078179.285870:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.285874:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078179.285877:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078179.285880:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078179.285885:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078179.285887:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078179.285891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.285893:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078179.285896:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078179.285899:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078179.285902:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078179.285904:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078179.285907:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078179.285910:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285918:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.285920:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285927:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285928:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078179.285932:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078179.285936:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078179.285939:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078179.285941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299539984
00000100:00000001:3.0:1769078179.285944:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.285946:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299539984
00000100:00000001:3.0:1769078179.285949:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.285951:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078179.285953:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.285955:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078179.285959:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078179.285967:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078179.285969:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078179.285971:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078179.285973:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078179.285975:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078179.285977:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078179.285981:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078179.285989:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.285995:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078179.285997:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.285999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286000:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078179.286004:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286011:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078179.286014:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286020:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078179.286023:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286025:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286028:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078179.286030:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078179.286032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078179.286036:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078179.286038:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078179.286042:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078179.286051:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925847936:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078179.286055:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078179.286058:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286069:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078179.286070:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.286072:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078179.286074:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078179.286076:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078179.286079:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848064:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078179.286083:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078179.286085:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078179.286086:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.286088:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078179.286091:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078179.286093:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.286097:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078179.286100:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078179.286102:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078179.286105:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848064, portal 10
00000100:00000001:3.0:1769078179.286107:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078179.286108:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078179.286114:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286120:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078179.286122:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078179.286124:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078179.286127:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925848064, offset 0
00000400:00000200:3.0:1769078179.286130:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078179.286134:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.286137:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078179.286140:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078179.286143:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078179.286145:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078179.286148:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078179.286166:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16335:16335:256:4294967295] 192.168.204.157@tcp LPNI seq info [16331:16331:8:4294967295]
00000400:00000200:3.0:1769078179.286170:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.286176:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078179.286181:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.286184:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078179.286188:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078179.286191:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078179.286195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078179.286198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078179.286202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.286204:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078179.286207:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078179.286210:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078179.286213:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078179.286214:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078179.286217:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078179.286220:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286227:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.286231:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286237:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.286239:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078179.286242:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078179.286245:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078179.286248:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078179.286251:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299539993
00000100:00000001:3.0:1769078179.286253:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.286255:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299539993
00000100:00000001:3.0:1769078179.286257:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.286260:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078179.286262:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.286264:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078179.286268:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078179.286276:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078179.286277:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078179.286279:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078179.286281:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078179.286283:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078179.286285:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078179.286288:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078179.286296:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286303:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078179.286304:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078179.286310:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286316:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078179.286319:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286327:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078179.286329:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286330:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286332:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286334:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078179.286335:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078179.286337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078179.286341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078179.286343:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078179.286347:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078179.286355:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848064:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078179.286359:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078179.286362:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286368:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078179.286370:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.286372:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078179.286374:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078179.286376:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078179.286379:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848192:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078179.286382:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078179.286384:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078179.286386:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078179.286388:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078179.286391:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078179.286393:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078179.286397:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078179.286399:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078179.286402:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078179.286405:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848192, portal 4
00000100:00000001:3.0:1769078179.286406:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078179.286408:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078179.286413:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286419:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078179.286421:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078179.286423:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078179.286425:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925848192, offset 0
00000400:00000200:3.0:1769078179.286429:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078179.286433:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.286436:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078179.286439:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078179.286441:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078179.286443:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078179.286445:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078179.286449:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16336:16336:256:4294967295] 192.168.204.157@tcp LPNI seq info [16332:16332:8:4294967295]
00000400:00000200:3.0:1769078179.286453:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078179.286458:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078179.286462:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.286466:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078179.286469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078179.286472:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078179.286475:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078179.286479:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078179.286482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078179.286484:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078179.286487:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078179.286490:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078179.286493:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078179.286495:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078179.286497:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078179.286500:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286506:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.286509:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286515:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.286517:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078179.286519:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078179.286562:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078179.286566:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078179.286568:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299539991
00000100:00000001:3.0:1769078179.286571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.286573:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299539991
00000100:00000001:3.0:1769078179.286575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299541248
00000100:00000001:3.0:1769078179.286578:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078179.286580:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.286582:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078179.286586:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078179.286593:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078179.286594:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078179.286595:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078179.286598:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078179.286599:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078179.286601:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078179.286603:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078179.286610:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286616:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078179.286618:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286619:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286620:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078179.286623:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286629:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078179.286632:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286638:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078179.286640:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286641:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078179.286642:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286644:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078179.286645:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078179.286647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078179.286650:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078179.286652:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078179.286655:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078179.286661:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848192:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078179.286665:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.286669:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925847936/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286675:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078179.286676:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078179.286679:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078179.286681:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078179.286682:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078179.286683:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078179.286686:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078179.286687:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078179.286690:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078179.286692:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078179.286693:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:3.0:1769078179.286696:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078179.286697:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286699:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.286702:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925848064/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286707:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078179.286709:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078179.286710:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078179.286712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078179.286712:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078179.286713:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078179.286715:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078179.286716:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078179.286718:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078179.286719:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078179.286721:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078179.286722:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078179.286724:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286725:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078179.286728:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925848192/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078179.286733:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078179.286734:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078179.286736:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078179.286739:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078179.286740:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078179.286741:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078179.286743:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078179.286744:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078179.286746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078179.286747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078179.286748:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078179.286750:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078179.286752:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286753:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078179.286757:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078179.286759:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078179.286761:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078179.286763:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078179.732674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078179.732685:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078179.732687:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078179.732690:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078179.732696:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078179.732698:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078179.732701:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078179.732703:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078179.732707:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078179.732709:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078179.732772:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078179.732776:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078179.732778:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078180.628573:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299541248, at 4299541312
00000100:00000040:3.0:1769078180.628581:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299541248, at 4299541312
00000100:00000010:2.0:1769078180.628595:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000100:00000010:3.0:1769078180.628597:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00010000:00000001:3.0:1769078180.756665:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078180.756674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078180.756681:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078180.756682:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078180.756783:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078180.756787:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078180.756789:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078181.780644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078181.780651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078181.780657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078181.780658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078181.780681:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078181.780684:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078181.780687:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078182.804625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078182.804630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078182.804634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078182.804637:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078182.804639:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078182.804641:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078182.804643:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078182.804645:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078182.804646:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078182.804648:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078182.804710:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078182.804714:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078182.804718:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769078183.572682:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:3.0:1769078183.572690:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:3.0:1769078183.572695:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769078183.572880:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:2.0:1769078183.572894:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078183.572899:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078183.572906:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078183.572910:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078183.828661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078183.828668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078183.828673:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078183.828675:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078183.828761:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078183.828768:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078183.828773:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078184.404668:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078184.404678:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078184.404680:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078184.404685:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078184.404689:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078184.404697:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4872
00000400:00000200:2.0:1769078184.404709:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078184.404716:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078184.404719:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078184.404721:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404724:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.404726:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404728:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078184.404732:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078184.404734:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078184.404736:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078184.404738:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078184.404740:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078184.404741:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078184.404749:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404750:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.404751:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404755:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078184.404758:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078184.404760:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404762:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078184.404764:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078184.404768:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078184.404770:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.404772:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078184.404774:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078184.404784:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078184.404787:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078184.404794:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078184.404795:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.404798:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078184.404802:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078184.404806:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078184.404814:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078184.404819:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078184.404827:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078184.404836:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078184.404841:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078184.404845:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078184.404867:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078184.404870:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078184.404872:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078184.404874:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078184.404875:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078184.404877:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078184.404879:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4872
00000400:00000200:2.0:1769078184.404882:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078184.404884:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078184.404885:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078184.404887:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404888:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.404890:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404891:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078184.404893:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078184.404894:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078184.404896:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078184.404897:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078184.404898:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078184.404899:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078184.404902:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404903:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.404905:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404906:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078184.404908:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078184.404910:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078184.404912:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078184.404913:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078184.404918:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078184.404919:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.404920:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078184.404924:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078184.404926:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.404927:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078184.404930:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000100:00000001:3.0:1769078184.404931:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078184.404934:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078184.404941:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078184.404943:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.404943:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078184.404945:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078184.404948:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078184.404949:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078184.404950:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078184.404959:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078184.404964:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078184.404968:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078184.404969:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078184.405005:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078184.405012:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078184.405024:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405026:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078184.405033:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.405044:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.405046:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769078184.405051:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078184.405052:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078184.405076:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078184.405084:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1769078184.405085:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925848320:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078184.405089:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078184.405092:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078184.405099:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078184.405100:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078184.405103:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4872
00000400:00000200:2.0:1769078184.405106:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078184.405108:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1769078184.405109:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078184.405112:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769078184.405113:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078184.405121:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078184.405121:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078184.405128:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.405131:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.405133:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078184.405134:0:37680:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:3.0:1769078184.405135:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
00000020:00000040:2.0:1769078184.405136:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078184.405140:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078184.405142:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
02000000:00000001:3.0:1769078184.405142:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078184.405152:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078184.405156:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078184.405162:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078184.405164:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078184.405166:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.405172:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078184.405173:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:2.0:1769078184.405175:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078184.405180:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078184.405182:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000010:3.0:1769078184.405183:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078184.405185:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078184.405189:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078184.405192:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078184.405195:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078184.405195:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848320, portal 25
00000100:00000001:2.0:1769078184.405197:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078184.405201:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078184.405203:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1769078184.405206:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.405209:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000001:2.0:1769078184.405210:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078184.405216:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078184.405218:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078184.405220:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078184.405223:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.405225:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078184.405226:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078184.405228:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078184.405231:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000040:3.0:1769078184.405235:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078184.405237:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078184.405247:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078184.405282:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078184.405285:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078184.405288:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078184.405296:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078184.405299:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078184.405303:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078184.405312:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925848320, offset 0
00000100:00000001:2.0:1769078184.405316:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078184.405322:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078184.405325:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078184.405327:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078184.405328:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078184.405336:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078184.405336:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078184.405344:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4872
00000400:00000200:3.0:1769078184.405351:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.405360:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078184.405365:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078184.405369:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078184.405372:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078184.405375:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078184.405378:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16337:16337:256:4294967295] 192.168.204.157@tcp LPNI seq info [16333:16333:8:4294967295]
00000400:00000200:3.0:1769078184.405382:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.405390:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769078184.405397:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.0:1769078184.405402:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078184.405408:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078184.405411:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1769078184.405413:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000040:2.0:1769078184.405414:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.405423:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078184.405426:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.405433:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078184.405434:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:2.0:1769078184.405437:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078184.405443:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000800:00000200:3.0:1769078184.405446:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769078184.405448:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078184.405453:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078184.405456:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078184.405460:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769078184.405463:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078184.405467:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.405473:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078184.405474:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769078184.405479:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078184.405486:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078184.405491:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000100:3.0:1769078184.405493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078184.405496:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000010:3.0:1769078184.405500:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000100:00000001:2.0:1769078184.405501:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078184.405514:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078184.405517:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078184.405518:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078184.405542:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.405545:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078184.405546:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078184.405548:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.405549:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078184.405552:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078184.405554:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078184.405556:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078184.405557:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078184.405558:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078184.405561:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078184.405564:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078184.405567:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078184.405569:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078184.405572:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078184.405581:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078184.405586:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078184.405592:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078184.405596:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078184.405610:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078184.405611:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000100:00000040:2.0:1769078184.405613:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078184.405616:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000040:2.0:1769078184.405618:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078184.405628:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078184.405629:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4882)
00000100:00000200:3.0:1769078184.405640:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405652:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.405657:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405665:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.405666:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078184.405673:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078184.405677:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078184.405679:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299546369
00000100:00000010:3.0:1769078184.405685:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd4e0.
00000100:00000001:3.0:1769078184.405691:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078184.405709:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299546369
00000100:00000010:3.0:1769078184.405712:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd360.
00000100:00000001:3.0:1769078184.405715:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078184.405718:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078184.405721:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.405724:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078184.405728:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078184.405739:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078184.405741:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078184.405743:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078184.405745:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078184.405747:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078184.405749:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078184.405752:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078184.405760:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405766:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078184.405768:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405770:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.405771:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078184.405775:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405783:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078184.405787:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405795:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078184.405798:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405800:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.405801:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405804:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078184.405806:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078184.405809:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078184.405813:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078184.405821:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078184.405825:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078184.405832:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925848320:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078184.405836:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405838:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.405841:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925848320/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405846:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078184.405849:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078184.405851:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078184.405854:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078184.405856:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078184.405858:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078184.405860:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078184.405863:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078184.405866:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078184.405868:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078184.405870:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:3.0:1769078184.405873:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078184.405874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405876:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.405884:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078184.405886:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.405888:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078184.405890:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078184.405891:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078184.405895:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405903:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078184.405905:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.405907:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078184.405909:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078184.405911:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078184.405913:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848448:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078184.405916:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078184.405919:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078184.405920:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.405922:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078184.405924:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078184.405926:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078184.405930:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078184.405932:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078184.405935:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078184.405938:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848448, portal 10
00000100:00000001:3.0:1769078184.405940:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078184.405941:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00000040:3.0:1769078184.405946:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.405953:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078184.405955:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078184.405957:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078184.405959:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925848448, offset 0
00000400:00000200:3.0:1769078184.405962:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078184.405965:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.405969:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078184.405972:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078184.405974:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078184.405976:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078184.405979:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078184.405981:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16338:16338:256:4294967295] 192.168.204.157@tcp LPNI seq info [16334:16334:8:4294967295]
00000400:00000200:3.0:1769078184.405985:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.405991:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078184.405995:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.405997:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078184.406001:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078184.406003:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078184.406008:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078184.406011:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078184.406015:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.406016:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078184.406019:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078184.406022:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078184.406025:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078184.406026:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078184.406028:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078184.406031:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406038:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406041:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406047:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406048:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078184.406050:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078184.406053:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078184.406056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078184.406058:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299545104
00000100:00000001:3.0:1769078184.406060:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406074:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299545104
00000100:00000001:3.0:1769078184.406077:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406079:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078184.406081:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406083:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078184.406086:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078184.406093:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078184.406095:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078184.406096:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078184.406098:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078184.406100:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078184.406102:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078184.406104:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078184.406111:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406117:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078184.406118:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406120:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406121:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078184.406124:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406131:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078184.406134:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406140:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078184.406142:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406144:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406145:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406147:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078184.406149:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078184.406151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078184.406154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078184.406156:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078184.406159:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078184.406167:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848448:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078184.406171:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078184.406174:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406180:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078184.406181:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.406183:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078184.406185:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078184.406186:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078184.406189:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848576:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078184.406192:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078184.406194:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078184.406196:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.406197:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078184.406200:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078184.406202:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078184.406205:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078184.406207:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078184.406209:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078184.406212:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848576, portal 10
00000100:00000001:3.0:1769078184.406214:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078184.406215:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078184.406220:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406226:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078184.406228:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078184.406230:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078184.406232:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925848576, offset 0
00000400:00000200:3.0:1769078184.406236:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078184.406239:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.406242:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078184.406244:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078184.406247:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078184.406249:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078184.406251:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078184.406254:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16339:16339:256:4294967295] 192.168.204.157@tcp LPNI seq info [16335:16335:8:4294967295]
00000400:00000200:3.0:1769078184.406258:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.406264:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078184.406268:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.406270:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078184.406274:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078184.406276:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078184.406280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078184.406282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078184.406286:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.406288:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078184.406290:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078184.406293:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078184.406296:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078184.406297:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078184.406299:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078184.406302:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406308:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406311:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406317:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406318:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078184.406320:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078184.406323:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078184.406326:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078184.406328:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299545113
00000100:00000001:3.0:1769078184.406330:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406332:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299545113
00000100:00000001:3.0:1769078184.406334:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406336:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078184.406337:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078184.406342:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078184.406349:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078184.406350:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078184.406352:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078184.406354:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078184.406355:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078184.406357:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078184.406360:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078184.406367:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406373:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078184.406374:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406375:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406376:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078184.406380:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406386:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078184.406389:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406397:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078184.406399:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406400:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406402:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406403:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078184.406405:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078184.406407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078184.406410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078184.406412:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078184.406416:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078184.406423:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848576:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078184.406426:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078184.406430:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406436:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078184.406437:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.406439:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078184.406440:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078184.406442:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078184.406444:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848704:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078184.406446:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078184.406448:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078184.406450:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078184.406452:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078184.406454:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078184.406456:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078184.406459:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078184.406461:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078184.406464:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078184.406467:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848704, portal 4
00000100:00000001:3.0:1769078184.406468:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078184.406469:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078184.406474:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406480:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078184.406482:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078184.406484:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078184.406486:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925848704, offset 0
00000400:00000200:3.0:1769078184.406489:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078184.406492:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.406495:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078184.406498:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078184.406500:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078184.406502:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078184.406505:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078184.406507:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16340:16340:256:4294967295] 192.168.204.157@tcp LPNI seq info [16336:16336:8:4294967295]
00000400:00000200:3.0:1769078184.406511:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078184.406517:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078184.406522:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.406545:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078184.406548:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078184.406551:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078184.406554:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078184.406556:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078184.406560:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078184.406562:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078184.406565:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078184.406567:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078184.406570:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078184.406571:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078184.406573:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078184.406576:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406583:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406586:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406592:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406594:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078184.406596:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078184.406599:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078184.406602:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078184.406604:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299545111
00000100:00000001:3.0:1769078184.406606:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406608:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299545111
00000100:00000001:3.0:1769078184.406610:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299546369
00000100:00000001:3.0:1769078184.406612:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078184.406614:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406615:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078184.406619:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078184.406625:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078184.406626:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078184.406628:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078184.406630:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078184.406631:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078184.406633:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078184.406636:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078184.406644:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406650:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078184.406651:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406653:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406654:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078184.406657:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406663:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078184.406666:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406672:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078184.406674:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406675:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078184.406677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406678:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078184.406680:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078184.406682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078184.406684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078184.406686:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078184.406689:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078184.406696:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848704:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078184.406699:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406704:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925848448/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406710:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078184.406711:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078184.406713:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078184.406715:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078184.406716:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078184.406717:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078184.406719:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078184.406720:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078184.406722:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078184.406723:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078184.406724:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:3.0:1769078184.406727:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078184.406728:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406729:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406732:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925848576/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406739:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078184.406740:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078184.406741:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078184.406742:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078184.406743:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078184.406744:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078184.406746:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078184.406747:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078184.406749:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078184.406750:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078184.406751:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078184.406752:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078184.406753:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406755:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078184.406757:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925848704/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078184.406762:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078184.406764:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078184.406765:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078184.406767:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078184.406768:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078184.406770:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078184.406772:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078184.406773:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078184.406775:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078184.406776:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078184.406777:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078184.406779:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078184.406780:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406782:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078184.406785:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078184.406786:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078184.406788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078184.406789:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078184.852630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078184.852636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078184.852639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078184.852640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078184.852694:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078184.852697:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078184.852700:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078185.748642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299546369, at 4299546432
00000100:00000040:3.0:1769078185.748646:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299546369, at 4299546432
00000100:00000010:2.0:1769078185.748664:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000100:00000010:3.0:1769078185.748669:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00010000:00000001:3.0:1769078185.876636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078185.876643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078185.876648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078185.876650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078185.876673:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078185.876676:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078185.876677:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078186.900594:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078186.900600:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078186.900604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078186.900605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078186.900669:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078186.900674:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078186.900678:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078187.924648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078187.924654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078187.924659:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078187.924661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078187.924724:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078187.924728:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078187.924731:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078188.948663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078188.948669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078188.948675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078188.948676:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078188.948779:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078188.948782:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078188.948785:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078189.524653:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078189.524660:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078189.524663:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078189.524666:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078189.524668:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078189.524674:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4877
00000400:00000200:1.0:1769078189.524683:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078189.524689:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078189.524692:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078189.524695:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524698:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.524700:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524702:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078189.524706:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078189.524708:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078189.524711:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078189.524713:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078189.524721:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078189.524724:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078189.524727:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524729:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.524730:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524732:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078189.524735:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078189.524738:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524741:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.524743:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078189.524746:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.524748:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.524750:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078189.524751:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078189.524759:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078189.524761:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078189.524765:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078189.524766:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.524768:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078189.524769:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078189.524772:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078189.524778:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078189.524782:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078189.524788:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078189.524795:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078189.524798:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078189.524801:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.524818:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078189.524821:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078189.524823:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078189.524824:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078189.524826:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078189.524827:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078189.524829:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4877
00000400:00000200:1.0:1769078189.524831:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078189.524833:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078189.524835:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078189.524836:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524838:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.524839:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524840:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078189.524842:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078189.524843:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078189.524844:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078189.524845:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078189.524848:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078189.524850:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078189.524854:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524856:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.524858:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.524861:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078189.524861:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078189.524866:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078189.524867:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078189.524871:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078189.524871:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078189.524876:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078189.524879:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078189.524880:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078189.524886:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078189.524888:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078189.524892:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.524892:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.524897:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078189.524898:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078189.524900:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078189.524903:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078189.524904:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1769078189.524906:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925848832:192.168.204.157@tcp:250:kworker.0
00000008:00000001:1.0:1769078189.524911:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.524911:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078189.524915:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.524915:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078189.524918:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.524920:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769078189.524921:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
02000000:00000010:3.0:1769078189.524924:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
00000020:00000040:1.0:1769078189.524926:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078189.524927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.524932:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078189.524935:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078189.524936:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078189.524940:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769078189.524941:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000001:1.0:1769078189.524943:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078189.524947:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078189.524947:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
02000000:00000010:1.0:1769078189.524954:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000200:3.0:1769078189.524956:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848832, portal 25
00000100:00000001:3.0:1769078189.524959:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078189.524961:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.524961:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00100000:1.0:1769078189.524972:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078189.525001:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078189.525003:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.525004:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078189.525014:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525019:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078189.525027:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078189.525032:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078189.525038:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925848832, offset 0
00000100:00000001:1.0:1769078189.525040:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078189.525044:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078189.525050:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078189.525050:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525053:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078189.525055:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078189.525057:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078189.525060:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4877
00000400:00000200:3.0:1769078189.525062:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078189.525066:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078189.525071:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078189.525071:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:1.0:1769078189.525072:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078189.525078:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525079:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078189.525081:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078189.525083:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525086:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078189.525089:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078189.525089:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000040:1.0:1769078189.525091:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078189.525094:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078189.525096:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078189.525097:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769078189.525099:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078189.525102:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078189.525105:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:1.0:1769078189.525107:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525110:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078189.525114:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16341:16341:256:4294967295] 192.168.204.157@tcp LPNI seq info [16337:16337:8:4294967295]
00000100:00000040:1.0:1769078189.525115:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525121:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078189.525126:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078189.525126:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078189.525132:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525135:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.525140:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078189.525144:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078189.525145:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.525149:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525153:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078189.525156:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769078189.525157:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00000001:1.0:1769078189.525160:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525163:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078189.525166:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078189.525168:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000010:3.0:1769078189.525169:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
02000000:00000001:1.0:1769078189.525170:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078189.525173:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525174:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078189.525176:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078189.525178:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078189.525179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:1.0:1769078189.525182:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000800:00000200:3.0:1769078189.525185:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769078189.525186:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078189.525193:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769078189.525195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078189.525200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769078189.525205:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078189.525209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078189.525209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.525212:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000100:00000040:1.0:1769078189.525215:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078189.525218:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078189.525224:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078189.525228:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078189.525228:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078189.525235:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078189.525236:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078189.525237:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078189.525238:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000100:00000001:1.0:1769078189.525239:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078189.525244:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4877
00000400:00000010:3.0:1769078189.525244:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000400:00000200:1.0:1769078189.525250:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078189.525251:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1769078189.525253:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078189.525256:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078189.525260:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078189.525261:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525264:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.525267:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525270:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078189.525274:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078189.525276:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078189.525279:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078189.525282:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078189.525284:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078189.525285:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078189.525286:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078189.525291:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078189.525291:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.525292:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078189.525297:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078189.525302:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078189.525304:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078189.525307:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078189.525307:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1769078189.525313:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078189.525314:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525316:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.525320:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078189.525321:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078189.525324:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078189.525325:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299551488
02000000:00000001:1.0:1769078189.525329:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525333:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:3.0:1769078189.525333:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd360.
00000008:00100000:1.0:1769078189.525335:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078189.525340:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525341:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525342:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1769078189.525345:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078189.525349:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078189.525351:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078189.525351:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.525352:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078189.525353:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078189.525355:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525357:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299551488
02000000:00000010:1.0:1769078189.525358:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078189.525362:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078189.525365:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd300.
00000100:00100000:1.0:1769078189.525367:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078189.525371:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078189.525375:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078189.525378:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525378:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078189.525385:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525385:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525390:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078189.525395:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078189.525397:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078189.525398:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078189.525404:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078189.525411:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4887)
00000400:00000001:3.0:1769078189.525413:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078189.525416:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078189.525418:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078189.525420:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078189.525421:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078189.525423:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078189.525426:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078189.525432:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525437:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078189.525438:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525439:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525440:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078189.525442:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525446:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078189.525449:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525453:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078189.525455:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525459:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078189.525460:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078189.525462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078189.525464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078189.525466:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078189.525468:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078189.525473:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925848832:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078189.525475:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525477:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.525479:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925848832/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525486:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078189.525488:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078189.525490:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078189.525493:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078189.525495:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078189.525496:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078189.525498:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078189.525501:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078189.525504:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078189.525506:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078189.525507:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078189.525510:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078189.525511:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525513:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525520:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078189.525522:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525546:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078189.525548:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078189.525549:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078189.525557:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525564:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078189.525566:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.525568:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078189.525570:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078189.525572:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078189.525575:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848960:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078189.525578:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078189.525580:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078189.525581:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.525583:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078189.525586:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078189.525588:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078189.525592:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078189.525594:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078189.525598:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078189.525600:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925848960, portal 10
00000100:00000001:3.0:1769078189.525601:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078189.525602:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00000040:3.0:1769078189.525606:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525610:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078189.525612:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078189.525613:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078189.525614:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925848960, offset 0
00000400:00000200:3.0:1769078189.525617:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078189.525619:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.525621:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078189.525623:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078189.525625:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078189.525626:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078189.525628:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078189.525630:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16342:16342:256:4294967295] 192.168.204.157@tcp LPNI seq info [16338:16338:8:4294967295]
00000400:00000200:3.0:1769078189.525632:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.525636:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078189.525638:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.525640:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078189.525643:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078189.525644:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078189.525647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078189.525648:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078189.525651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.525652:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078189.525653:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078189.525656:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078189.525657:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078189.525658:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078189.525660:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078189.525662:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.525668:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525672:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525673:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078189.525675:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078189.525677:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078189.525679:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078189.525680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299550224
00000100:00000001:3.0:1769078189.525682:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.525683:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299550224
00000100:00000001:3.0:1769078189.525685:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.525687:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078189.525689:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078189.525694:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078189.525701:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078189.525702:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078189.525704:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078189.525706:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078189.525708:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078189.525710:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078189.525713:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078189.525721:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525726:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078189.525727:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525728:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525729:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078189.525731:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525735:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078189.525744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525750:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078189.525752:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525754:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525757:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078189.525758:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078189.525761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078189.525764:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078189.525766:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078189.525770:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078189.525777:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925848960:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078189.525781:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078189.525784:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078189.525792:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.525794:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078189.525796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078189.525798:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078189.525800:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849088:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078189.525803:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078189.525805:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078189.525806:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.525807:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078189.525810:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078189.525811:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078189.525814:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078189.525815:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078189.525817:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078189.525819:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849088, portal 10
00000100:00000001:3.0:1769078189.525820:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078189.525821:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078189.525825:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525829:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078189.525830:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078189.525832:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078189.525833:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925849088, offset 0
00000400:00000200:3.0:1769078189.525835:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078189.525837:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.525839:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078189.525841:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078189.525843:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078189.525844:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078189.525845:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078189.525847:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16343:16343:256:4294967295] 192.168.204.157@tcp LPNI seq info [16339:16339:8:4294967295]
00000400:00000200:3.0:1769078189.525850:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.525853:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078189.525856:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.525858:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078189.525860:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078189.525862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078189.525864:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078189.525866:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078189.525868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.525870:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078189.525871:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078189.525874:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078189.525875:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078189.525877:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078189.525878:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078189.525880:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525885:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.525886:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525893:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525894:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078189.525896:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078189.525898:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078189.525900:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078189.525901:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299550233
00000100:00000001:3.0:1769078189.525902:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.525904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299550233
00000100:00000001:3.0:1769078189.525905:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.525906:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078189.525907:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.525908:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078189.525910:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078189.525914:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078189.525915:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078189.525916:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078189.525917:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078189.525918:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078189.525919:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078189.525921:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078189.525925:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525928:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078189.525929:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525930:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078189.525933:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525937:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078189.525940:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525943:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078189.525944:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525945:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.525946:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.525947:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078189.525948:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078189.525949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078189.525951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078189.525952:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078189.525955:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078189.525962:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849088:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078189.525965:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078189.525968:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.525973:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078189.525975:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.525986:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078189.525988:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078189.525990:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078189.525993:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849216:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078189.525996:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078189.525998:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078189.526000:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078189.526001:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078189.526004:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078189.526006:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078189.526010:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078189.526012:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078189.526015:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078189.526017:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849216, portal 4
00000100:00000001:3.0:1769078189.526019:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078189.526021:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078189.526026:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526033:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078189.526035:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078189.526037:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078189.526039:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925849216, offset 0
00000400:00000200:3.0:1769078189.526043:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078189.526046:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.526049:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078189.526052:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078189.526054:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078189.526056:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078189.526058:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078189.526059:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16344:16344:256:4294967295] 192.168.204.157@tcp LPNI seq info [16340:16340:8:4294967295]
00000400:00000200:3.0:1769078189.526062:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078189.526066:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078189.526068:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.526070:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078189.526072:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078189.526074:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078189.526077:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078189.526078:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078189.526080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078189.526082:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078189.526083:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078189.526086:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078189.526087:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078189.526089:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078189.526090:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078189.526092:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526096:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.526098:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526102:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.526104:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078189.526106:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078189.526109:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078189.526112:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078189.526114:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299550230
00000100:00000001:3.0:1769078189.526116:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.526118:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299550230
00000100:00000001:3.0:1769078189.526120:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299551488
00000100:00000001:3.0:1769078189.526121:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078189.526123:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.526125:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078189.526129:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078189.526136:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078189.526137:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078189.526138:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078189.526141:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078189.526142:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078189.526144:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078189.526147:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078189.526155:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526161:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078189.526162:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.526166:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078189.526169:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526176:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078189.526179:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526185:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078189.526187:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526188:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078189.526190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526191:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078189.526193:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078189.526195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078189.526198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078189.526200:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078189.526204:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078189.526211:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849216:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078189.526214:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526216:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.526219:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925848960/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526226:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078189.526227:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078189.526229:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078189.526231:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078189.526232:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078189.526234:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078189.526235:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078189.526237:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078189.526239:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078189.526240:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078189.526242:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078189.526244:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078189.526245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526247:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.526251:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925849088/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526257:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078189.526258:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078189.526259:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078189.526261:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078189.526262:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078189.526263:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078189.526265:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078189.526267:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078189.526269:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078189.526270:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078189.526271:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078189.526274:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078189.526275:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526277:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078189.526280:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925849216/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078189.526286:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078189.526287:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078189.526288:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078189.526289:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078189.526290:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078189.526291:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078189.526293:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078189.526294:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:3.0:1769078189.526295:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078189.526296:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078189.526297:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078189.526299:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078189.526300:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526302:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078189.526306:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078189.526308:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078189.526309:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078189.526311:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078189.972641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078189.972650:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078189.972652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078189.972655:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078189.972659:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078189.972661:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078189.972663:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078189.972665:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078189.972669:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078189.972670:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078189.972693:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078189.972696:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078189.972698:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078190.868586:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299551488, at 4299551552
00000100:00000040:2.0:1769078190.868589:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299551488, at 4299551552
00000100:00000010:3.0:1769078190.868599:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000100:00000010:2.0:1769078190.868602:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00010000:00000001:3.0:1769078190.996662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078190.996671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078190.996679:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078190.996680:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078190.996754:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078190.996760:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078190.996765:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078192.020676:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078192.020683:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078192.020689:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078192.020691:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078192.020767:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078192.020772:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078192.020776:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078193.044624:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078193.044632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078193.044636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078193.044639:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078193.044641:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078193.044643:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078193.044645:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078193.044646:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078193.044647:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078193.044649:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078193.044698:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078193.044703:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078193.044706:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078194.068648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078194.068655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078194.068658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078194.068659:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078194.068682:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078194.068684:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078194.068686:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078194.644644:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.644657:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078194.644660:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.644665:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078194.644671:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078194.644679:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4882
00000400:00000200:2.0:1769078194.644690:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078194.644698:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.644702:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.644705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644711:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.644713:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644716:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078194.644721:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.644723:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078194.644726:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078194.644729:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078194.644732:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078194.644735:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078194.644738:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644740:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.644742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644744:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078194.644747:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078194.644751:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644754:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.644758:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078194.644762:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.644765:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.644768:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078194.644770:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078194.644782:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078194.644786:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078194.644791:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078194.644792:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.644796:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.644799:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.644804:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078194.644815:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078194.644821:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.644832:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078194.644850:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078194.644855:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.644860:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.644882:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078194.644886:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.644889:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078194.644904:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.644906:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078194.644910:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078194.644913:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4882
00000400:00000200:2.0:1769078194.644917:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078194.644922:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.644924:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078194.644926:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078194.644928:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.644932:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078194.644933:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078194.644935:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078194.644938:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078194.644940:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078194.644944:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.644947:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000040:3.0:1769078194.644948:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078194.644949:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078194.644953:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078194.644957:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078194.644962:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078194.644966:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078194.644968:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078194.644971:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.644973:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.644977:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078194.644978:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078194.644981:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078194.644982:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.644986:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078194.644989:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00100000:3.0:1769078194.644991:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925849344:192.168.204.157@tcp:250:kworker.0
00000100:00080000:2.0:1769078194.644998:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078194.644998:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.645003:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078194.645004:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.645006:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.645008:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078194.645009:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.645014:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:2.0:1769078194.645016:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.645017:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.645023:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.645027:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078194.645028:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078194.645032:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000008:00100000:2.0:1769078194.645034:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078194.645039:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000008:00000001:2.0:1769078194.645040:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.645045:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078194.645050:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000100:00000200:3.0:1769078194.645050:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849344, portal 25
00000100:00000001:3.0:1769078194.645055:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769078194.645056:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078194.645057:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
02000000:00000001:2.0:1769078194.645062:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769078194.645065:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078194.645066:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.645070:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.645072:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.645076:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645077:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.645081:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
02000000:00000010:2.0:1769078194.645084:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000400:00000010:3.0:1769078194.645084:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078194.645089:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925849344, offset 0
00000100:00000001:2.0:1769078194.645091:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.645096:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00100000:2.0:1769078194.645101:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078194.645108:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078194.645115:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078194.645116:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078194.645120:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.645124:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078194.645129:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078194.645131:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078194.645137:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.645142:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078194.645147:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16345:16345:256:4294967295] 192.168.204.157@tcp LPNI seq info [16341:16341:8:4294967295]
00000100:00000001:2.0:1769078194.645149:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.645153:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769078194.645156:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.645163:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078194.645165:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078194.645167:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.645171:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1769078194.645171:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645177:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:3.0:1769078194.645178:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00080000:2.0:1769078194.645184:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4882
00000800:00000200:3.0:1769078194.645190:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769078194.645194:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.0:1769078194.645197:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000400:00000200:2.0:1769078194.645201:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.645205:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.645209:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645213:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078194.645215:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078194.645219:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769078194.645222:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769078194.645223:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078194.645229:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.645231:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000100:3.0:1769078194.645232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078194.645234:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1769078194.645238:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000040:2.0:1769078194.645239:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078194.645247:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.645253:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078194.645254:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078194.645258:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078194.645259:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078194.645263:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000040:2.0:1769078194.645265:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078194.645267:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078194.645269:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078194.645274:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078194.645276:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645283:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078194.645288:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:3.0:1769078194.645288:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.645293:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078194.645297:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645304:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.645308:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078194.645310:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.645313:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.645314:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769078194.645319:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.645322:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078194.645324:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078194.645325:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078194.645331:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.645335:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078194.645336:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645340:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299556608
00000100:00000010:2.0:1769078194.645343:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078194.645347:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000010:3.0:1769078194.645348:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd300.
02000000:00000001:2.0:1769078194.645351:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078194.645355:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645357:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078194.645358:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.645361:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.645364:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645365:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299556608
00000100:00000010:3.0:1769078194.645370:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc00.
02000000:00000010:2.0:1769078194.645371:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:3.0:1769078194.645373:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078194.645377:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645377:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.645382:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645385:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078194.645388:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078194.645391:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.645413:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1769078194.645416:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078194.645418:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078194.645419:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.645423:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078194.645427:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00000040:2.0:1769078194.645428:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078194.645429:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078194.645433:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.645438:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.645448:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078194.645451:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078194.645453:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.645463:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078194.645464:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078194.645468:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078194.645468:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.645472:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1769078194.645473:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078194.645474:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.645479:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078194.645483:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4882
00000100:00100000:3.0:1769078194.645486:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078194.645493:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078194.645495:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078194.645502:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078194.645502:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078194.645509:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078194.645512:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.645516:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078194.645518:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078194.645519:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.645522:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.645548:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.645551:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.645554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1769078194.645561:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.645565:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00080000:3.0:1769078194.645567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078194.645570:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078194.645572:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1769078194.645575:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.645579:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000040:3.0:1769078194.645580:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078194.645584:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078194.645588:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00100000:3.0:1769078194.645591:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925849344:192.168.204.157@tcp:250:kworker.0
00000020:00000001:2.0:1769078194.645593:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078194.645597:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078194.645598:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078194.645600:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.645605:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925849344/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078194.645607:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645615:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078194.645615:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.645619:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1769078194.645621:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000010:3.0:1769078194.645624:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
00000100:00000001:2.0:1769078194.645626:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078194.645629:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1769078194.645631:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000020:00000001:3.0:1769078194.645633:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000100:00080000:2.0:1769078194.645637:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000020:00000040:3.0:1769078194.645637:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078194.645641:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769078194.645643:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078194.645646:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:2.0:1769078194.645647:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078194.645652:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078194.645653:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.645656:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1769078194.645658:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078194.645660:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:2.0:1769078194.645662:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078194.645666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000008:00100000:2.0:1769078194.645667:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078194.645669:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1769078194.645673:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645674:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.645679:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078194.645686:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078194.645686:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.645689:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078194.645692:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078194.645692:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078194.645695:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078194.645697:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078194.645699:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769078194.645702:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078194.645703:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.645708:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.645711:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.645715:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645715:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078194.645717:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.645720:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078194.645722:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769078194.645723:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078194.645724:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.645729:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849472:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078194.645730:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645732:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.645734:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078194.645736:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.645738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.645741:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
00000100:00100000:2.0:1769078194.645742:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078194.645743:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.645751:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078194.645754:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078194.645759:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078194.645761:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078194.645762:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849472, portal 10
00000100:00000001:2.0:1769078194.645766:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645767:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078194.645769:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000040:2.0:1769078194.645775:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078194.645777:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645803:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.645807:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078194.645808:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078194.645809:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078194.645812:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925849472, offset 0
00000100:00000040:2.0:1769078194.645815:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078194.645816:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078194.645822:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769078194.645823:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078194.645826:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078194.645830:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078194.645833:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4893)
00000400:00000200:3.0:1769078194.645833:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078194.645837:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.645839:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078194.645842:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16346:16346:256:4294967295] 192.168.204.157@tcp LPNI seq info [16342:16342:8:4294967295]
00000400:00000200:3.0:1769078194.645845:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078194.645849:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078194.645851:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.645854:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078194.645856:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078194.645859:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078194.645862:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078194.645863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078194.645866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.645867:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078194.645869:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.645872:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078194.645873:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078194.645875:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078194.645876:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078194.645878:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645887:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.645889:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645907:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645908:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078194.645911:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078194.645914:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078194.645916:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078194.645918:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299555344
00000100:00000001:3.0:1769078194.645920:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.645921:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299555344
00000100:00000001:3.0:1769078194.645922:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.645924:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.645926:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.645928:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.645931:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.645938:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.645940:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.645941:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078194.645943:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078194.645945:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078194.645947:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.645950:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.645958:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645965:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.645967:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.645969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.645970:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.645974:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645979:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.645981:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.645985:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.645987:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.645988:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.645988:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.645989:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.645990:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.645992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.645993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078194.645994:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.645996:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.646001:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849472:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078194.646004:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078194.646006:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646009:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078194.646010:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.646011:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078194.646012:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.646013:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.646016:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849600:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078194.646018:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.646019:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078194.646020:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.646021:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.646023:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078194.646024:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.646027:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078194.646029:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078194.646031:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078194.646033:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849600, portal 10
00000100:00000001:3.0:1769078194.646034:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078194.646035:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:3.0:1769078194.646038:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646042:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.646044:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078194.646045:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078194.646046:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925849600, offset 0
00000400:00000200:3.0:1769078194.646048:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078194.646051:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078194.646053:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078194.646055:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078194.646056:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078194.646057:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.646059:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078194.646061:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16347:16347:256:4294967295] 192.168.204.157@tcp LPNI seq info [16343:16343:8:4294967295]
00000400:00000200:3.0:1769078194.646063:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078194.646067:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078194.646070:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.646072:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078194.646074:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078194.646076:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078194.646079:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078194.646080:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078194.646083:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.646084:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078194.646086:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.646088:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078194.646090:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078194.646091:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078194.646092:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078194.646094:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646099:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.646101:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646105:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646106:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078194.646108:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078194.646109:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078194.646111:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078194.646112:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299555353
00000100:00000001:3.0:1769078194.646113:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.646115:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299555353
00000100:00000001:3.0:1769078194.646116:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.646117:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.646119:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646120:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.646122:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.646126:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.646127:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.646128:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078194.646129:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078194.646130:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078194.646132:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.646133:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.646138:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646141:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.646141:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646142:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.646143:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.646145:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646148:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.646150:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646154:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.646155:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646156:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.646156:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646157:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.646158:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.646160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.646162:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078194.646163:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.646165:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.646173:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849600:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078194.646176:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646177:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.646179:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925849472/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646182:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.646183:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.646184:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078194.646185:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.646186:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.646187:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078194.646189:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.646191:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078194.646193:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.646194:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.646195:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078194.646198:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.646199:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646201:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.646203:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925849600/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646209:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.646211:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.646212:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078194.646214:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.646216:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.646217:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078194.646219:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.646221:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078194.646223:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.646224:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.646225:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078194.646228:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.646230:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646231:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646234:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.646236:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646237:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078194.646239:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078194.646241:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078194.646243:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646248:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078194.646249:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.646250:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078194.646252:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.646253:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.646254:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849728:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078194.646257:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.646258:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078194.646259:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.646260:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.646262:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078194.646263:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.646266:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078194.646268:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078194.646270:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078194.646272:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849728, portal 4
00000100:00000001:3.0:1769078194.646274:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078194.646274:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:3.0:1769078194.646278:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646282:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.646284:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078194.646285:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078194.646286:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925849728, offset 0
00000400:00000200:3.0:1769078194.646289:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078194.646292:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078194.646294:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078194.646297:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078194.646299:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078194.646301:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.646304:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078194.646306:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16348:16348:256:4294967295] 192.168.204.157@tcp LPNI seq info [16344:16344:8:4294967295]
00000400:00000200:3.0:1769078194.646310:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078194.646317:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078194.646322:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.646325:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078194.646328:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078194.646331:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078194.646335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078194.646339:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078194.646343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078194.646344:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078194.646346:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.646348:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078194.646350:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078194.646351:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078194.646353:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078194.646355:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646360:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.646362:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646366:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646367:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078194.646369:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078194.646371:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078194.646373:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078194.646375:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299555350
00000100:00000001:3.0:1769078194.646377:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.646378:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299555350
00000100:00000001:3.0:1769078194.646379:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299556608
00000100:00000001:3.0:1769078194.646380:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.646381:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646382:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.646384:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.646389:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.646390:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.646391:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078194.646392:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078194.646393:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078194.646394:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.646396:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.646401:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646404:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.646405:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646406:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.646406:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.646408:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646412:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.646414:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646417:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.646419:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.646421:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646422:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.646423:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.646425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.646427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078194.646428:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.646430:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.646434:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849728:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078194.646435:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646436:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.646438:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925849728/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.646441:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.646442:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.646443:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078194.646444:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.646445:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.646446:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078194.646448:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.646449:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078194.646450:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.646451:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.646452:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078194.646453:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.646454:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646455:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.646457:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.646458:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.646459:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078194.646461:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078195.092647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078195.092654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078195.092660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078195.092661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078195.092726:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078195.092730:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078195.092733:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078195.988656:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299556608, at 4299556672
00000100:00000010:3.0:1769078195.988673:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000100:00000040:2.0:1769078195.988688:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299556608, at 4299556672
00000100:00000010:2.0:1769078195.988702:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00010000:00000001:3.0:1769078196.116621:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078196.116625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078196.116629:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078196.116630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078196.116701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078196.116706:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078196.116709:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078197.140664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078197.140672:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078197.140677:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078197.140678:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078197.140729:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078197.140733:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078197.140736:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078198.164649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078198.164659:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078198.164666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078198.164668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078198.164698:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078198.164701:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078198.164705:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078199.188626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078199.188638:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078199.188642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078199.188643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078199.188718:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078199.188723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078199.188727:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078199.764675:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078199.764688:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078199.764691:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078199.764696:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078199.764701:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078199.764710:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4888
00000400:00000200:2.0:1769078199.764721:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078199.764728:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078199.764732:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078199.764736:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764739:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078199.764742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764745:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078199.764749:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078199.764751:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078199.764754:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078199.764757:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078199.764760:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078199.764762:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078199.764765:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764767:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078199.764769:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764781:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078199.764785:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078199.764788:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764791:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.764794:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078199.764798:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.764801:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.764804:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078199.764831:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078199.764844:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078199.764848:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078199.764852:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078199.764853:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.764857:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078199.764861:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078199.764865:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078199.764875:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078199.764882:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.764892:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078199.764909:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078199.764914:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.764919:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.764942:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078199.764946:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078199.764949:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078199.764951:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078199.764952:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078199.764955:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078199.764958:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4888
00000400:00000200:2.0:1769078199.764962:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078199.764965:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078199.764968:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078199.764971:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764973:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078199.764976:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764978:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078199.764981:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078199.764983:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078199.764986:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078199.764988:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078199.764990:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078199.764992:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078199.764995:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.764997:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078199.765001:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078199.765001:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078199.765004:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078199.765009:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078199.765011:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078199.765013:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769078199.765018:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078199.765023:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.765026:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078199.765031:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078199.765034:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.765042:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.765048:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078199.765054:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078199.765057:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769078199.765061:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765062:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.765072:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.765074:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769078199.765079:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
02000000:00000001:3.0:1769078199.765080:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078199.765087:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078199.765088:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.765098:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078199.765101:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925849856:192.168.204.157@tcp:250:kworker.0
02000000:00000001:2.0:1769078199.765103:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765111:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078199.765112:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078199.765116:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078199.765117:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.765120:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.765122:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.765123:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.765134:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000010:2.0:1769078199.765135:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078199.765142:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.765145:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.765157:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078199.765157:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078199.765162:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078199.765173:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078199.765175:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078199.765180:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078199.765180:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849856, portal 25
00000100:00000001:3.0:1769078199.765186:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.765188:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:2.0:1769078199.765193:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078199.765199:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.765255:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078199.765257:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.765258:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078199.765267:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078199.765267:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078199.765274:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925849856, offset 0
00000100:00080000:2.0:1769078199.765277:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078199.765280:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078199.765285:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078199.765285:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078199.765290:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078199.765295:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769078199.765297:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4888
00000400:00000200:3.0:1769078199.765304:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078199.765309:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.765312:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078199.765314:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.765317:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078199.765321:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16349:16349:256:4294967295] 192.168.204.157@tcp LPNI seq info [16345:16345:8:4294967295]
00000400:00000200:3.0:1769078199.765325:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.765333:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.765340:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078199.765342:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078199.765352:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769078199.765353:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078199.765360:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078199.765368:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078199.765369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078199.765380:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769078199.765380:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769078199.765389:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769078199.765392:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078199.765398:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769078199.765399:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769078199.765406:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078199.765409:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078199.765415:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:3.0:1769078199.765415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000040:2.0:1769078199.765420:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000010:3.0:1769078199.765422:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000001:2.0:1769078199.765424:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078199.765430:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078199.765431:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078199.765441:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.765447:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078199.765448:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078199.765453:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.765458:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078199.765458:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078199.765463:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000020:00000040:2.0:1769078199.765465:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:3.0:1769078199.765468:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769078199.765475:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000200:3.0:1769078199.765476:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.765490:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.765494:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078199.765498:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.765501:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765503:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078199.765504:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078199.765509:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078199.765510:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078199.765521:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765554:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765555:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078199.765560:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765563:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078199.765566:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000400:00000200:3.0:1769078199.765573:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:2.0:1769078199.765574:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078199.765577:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299561729
02000000:00000001:2.0:1769078199.765580:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078199.765584:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078199.765585:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc00.
00000100:00000001:2.0:1769078199.765590:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078199.765591:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078199.765595:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765600:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1769078199.765602:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:3.0:1769078199.765608:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299561729
00000100:00000001:2.0:1769078199.765609:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078199.765619:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc60.
00000100:00000001:3.0:1769078199.765623:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1769078199.765624:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078199.765627:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.765635:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765645:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078199.765653:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769078199.765653:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.765661:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.765672:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.765675:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.765678:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.765682:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078199.765691:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078199.765695:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078199.765696:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765699:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1769078199.765704:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078199.765709:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078199.765717:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078199.765720:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078199.765724:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078199.765729:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078199.765734:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4888
00000100:00000200:3.0:1769078199.765740:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078199.765746:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078199.765754:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078199.765762:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078199.765765:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1769078199.765769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078199.765771:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.765776:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078199.765779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769078199.765781:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078199.765785:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.765787:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078199.765793:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078199.765798:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00100000:3.0:1769078199.765798:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078199.765815:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078199.765819:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078199.765824:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078199.765827:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078199.765837:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078199.765842:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.765843:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078199.765849:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078199.765856:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078199.765856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078199.765868:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078199.765879:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078199.765882:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078199.765884:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.765892:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078199.765894:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078199.765900:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.765900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.765906:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078199.765908:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765912:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078199.765913:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078199.765916:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1769078199.765919:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1769078199.765923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1769078199.765924:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.765930:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078199.765937:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000100:00080000:3.0:1769078199.765938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000020:00000040:2.0:1769078199.765948:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078199.765948:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1769078199.765957:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078199.765961:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.765962:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.765966:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078199.765970:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078199.765975:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078199.765986:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00100000:3.0:1769078199.765987:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925849856:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078199.765995:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.765998:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766004:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078199.766005:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078199.766016:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925849856/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.766021:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078199.766025:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.766038:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766038:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.766044:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766052:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
00000100:00000001:2.0:1769078199.766057:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766059:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1769078199.766062:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:3.0:1769078199.766064:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.766068:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000100:00000040:2.0:1769078199.766071:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:3.0:1769078199.766073:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.766078:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
00000100:00000040:2.0:1769078199.766080:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4898)
02000000:00000001:3.0:1769078199.766083:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.766087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.766089:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078199.766094:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.766095:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766098:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766105:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078199.766107:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766110:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078199.766112:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078199.766113:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078199.766119:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766126:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.766127:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766129:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078199.766131:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.766133:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.766136:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849984:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.766139:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.766141:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.766142:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766144:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766147:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078199.766149:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.766154:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078199.766156:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078199.766159:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078199.766162:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925849984, portal 10
00000100:00000001:3.0:1769078199.766163:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.766165:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:3.0:1769078199.766170:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766176:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078199.766178:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078199.766180:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078199.766182:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925849984, offset 0
00000400:00000200:3.0:1769078199.766187:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766191:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766195:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078199.766198:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.766200:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078199.766202:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.766205:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766208:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16350:16350:256:4294967295] 192.168.204.157@tcp LPNI seq info [16346:16346:8:4294967295]
00000400:00000200:3.0:1769078199.766211:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766217:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.766221:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766224:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078199.766228:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078199.766230:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078199.766234:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078199.766236:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078199.766240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766241:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078199.766244:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.766247:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.766250:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078199.766252:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078199.766254:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.766257:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766265:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766268:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766274:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766275:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.766279:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.766282:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078199.766285:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078199.766287:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299560464
00000100:00000001:3.0:1769078199.766289:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766291:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299560464
00000100:00000001:3.0:1769078199.766293:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766295:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.766297:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766299:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.766303:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.766310:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.766312:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.766313:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078199.766315:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078199.766317:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078199.766319:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.766322:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.766330:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766335:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.766336:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766338:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766339:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.766341:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766345:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.766347:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766350:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.766352:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766353:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766354:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766355:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.766356:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.766358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.766359:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078199.766361:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.766363:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.766367:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925849984:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.766369:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078199.766372:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766380:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.766381:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766382:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078199.766383:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.766385:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.766386:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850112:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.766388:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.766389:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.766390:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766391:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766393:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078199.766394:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.766396:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078199.766398:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078199.766401:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078199.766403:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850112, portal 10
00000100:00000001:3.0:1769078199.766405:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.766406:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078199.766411:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766417:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078199.766419:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078199.766421:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078199.766423:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925850112, offset 0
00000400:00000200:3.0:1769078199.766427:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766430:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766434:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078199.766437:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.766439:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078199.766441:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.766444:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766447:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16351:16351:256:4294967295] 192.168.204.157@tcp LPNI seq info [16347:16347:8:4294967295]
00000400:00000200:3.0:1769078199.766451:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766457:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.766460:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766462:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078199.766465:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078199.766466:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078199.766469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078199.766470:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078199.766472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766474:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078199.766475:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.766478:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.766480:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078199.766481:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078199.766482:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.766484:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766489:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766491:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766496:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.766498:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.766499:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078199.766501:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078199.766503:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299560473
00000100:00000001:3.0:1769078199.766504:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766505:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299560473
00000100:00000001:3.0:1769078199.766507:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766508:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.766509:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766511:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.766513:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.766517:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.766518:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.766519:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078199.766520:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078199.766521:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078199.766539:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.766541:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.766546:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766550:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.766551:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766552:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766552:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.766554:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766558:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.766560:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766564:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.766565:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766568:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.766569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.766570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.766573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078199.766574:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.766576:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.766580:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850112:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.766582:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078199.766584:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766588:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.766589:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766590:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078199.766591:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.766592:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.766594:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850240:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078199.766596:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.766597:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.766598:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.766599:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766601:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078199.766602:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.766604:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078199.766606:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078199.766608:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078199.766610:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850240, portal 4
00000100:00000001:3.0:1769078199.766611:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.766611:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:3.0:1769078199.766614:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766618:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078199.766620:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078199.766621:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078199.766622:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925850240, offset 0
00000400:00000200:3.0:1769078199.766625:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766627:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766629:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078199.766631:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.766632:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078199.766634:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.766635:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078199.766637:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16352:16352:256:4294967295] 192.168.204.157@tcp LPNI seq info [16348:16348:8:4294967295]
00000400:00000200:3.0:1769078199.766639:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078199.766643:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.766645:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766646:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078199.766648:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078199.766650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078199.766652:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078199.766653:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078199.766656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078199.766657:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078199.766658:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.766660:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.766662:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078199.766663:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078199.766664:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.766666:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766670:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766672:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766676:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766677:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.766679:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.766681:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078199.766682:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078199.766684:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299560471
00000100:00000001:3.0:1769078199.766685:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766686:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299560471
00000100:00000001:3.0:1769078199.766688:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299561729
00000100:00000001:3.0:1769078199.766689:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.766690:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766691:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.766693:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.766696:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.766697:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.766698:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078199.766700:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078199.766700:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078199.766701:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.766703:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.766708:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766711:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.766712:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766713:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766714:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.766717:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766723:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.766726:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766732:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.766735:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766736:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.766738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766739:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.766741:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.766743:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.766746:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078199.766748:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.766752:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.766759:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850240:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078199.766763:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766765:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766767:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925849984/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766771:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.766772:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766773:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078199.766775:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.766776:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.766776:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078199.766778:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.766779:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078199.766780:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.766781:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.766782:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078199.766784:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.766784:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766787:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925850112/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766791:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.766792:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766792:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078199.766793:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.766794:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.766795:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078199.766796:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.766796:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078199.766798:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.766798:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.766799:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078199.766800:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.766801:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.766803:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925850240/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.766819:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.766820:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.766821:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078199.766822:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.766823:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.766823:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078199.766824:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.766825:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078199.766826:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.766827:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.766828:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078199.766829:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.766830:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766831:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.766833:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078199.766834:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.766835:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078199.766836:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078200.212639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078200.212649:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078200.212652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078200.212654:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078200.212659:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078200.212662:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078200.212664:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078200.212666:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078200.212670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078200.212671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078200.212752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078200.212759:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078200.212764:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078201.108621:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299561729, at 4299561792
00000100:00000040:2.0:1769078201.108637:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299561729, at 4299561792
00000100:00000010:3.0:1769078201.108638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000100:00000010:2.0:1769078201.108648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00010000:00000001:3.0:1769078201.236666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078201.236673:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078201.236677:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078201.236678:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078201.236739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078201.236744:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078201.236748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078202.260622:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078202.260629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078202.260635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078202.260635:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078202.260673:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078202.260676:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078202.260680:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078203.284606:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078203.284613:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078203.284618:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078203.284621:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078203.284623:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078203.284625:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078203.284628:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078203.284630:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078203.284631:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078203.284633:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078203.284704:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078203.284707:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078203.284710:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078204.308593:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078204.308599:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078204.308604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078204.308606:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078204.308659:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078204.308664:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078204.308667:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078204.884665:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.884676:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078204.884679:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.884683:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.884693:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078204.884700:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4893
00000400:00000200:1.0:1769078204.884709:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078204.884716:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.884744:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.884747:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884750:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.884752:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884754:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078204.884757:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.884759:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078204.884761:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.884764:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078204.884765:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078204.884767:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078204.884769:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884771:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.884772:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884773:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078204.884775:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078204.884777:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884779:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.884781:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078204.884784:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.884786:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.884787:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078204.884789:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078204.884799:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078204.884801:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078204.884804:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.884805:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.884808:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078204.884810:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.884814:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078204.884822:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078204.884828:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.884836:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078204.884844:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078204.884848:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.884851:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.884872:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078204.884874:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.884877:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078204.884878:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.884879:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.884881:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078204.884883:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4893
00000400:00000200:1.0:1769078204.884885:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078204.884887:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.884889:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.884891:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884892:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.884893:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884895:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078204.884896:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.884897:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078204.884899:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.884900:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078204.884901:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078204.884903:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078204.884904:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884906:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.884907:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884909:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078204.884910:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078204.884911:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078204.884913:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078204.884916:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.884917:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078204.884917:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078204.884921:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078204.884925:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.884928:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.884930:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078204.884930:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078204.884934:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078204.884939:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.884942:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.884943:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1769078204.884946:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078204.884947:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078204.884950:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078204.884952:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078204.884953:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.884956:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.884957:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078204.884957:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.884960:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078204.884961:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.884962:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.884966:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925850368:192.168.204.157@tcp:250:kworker.0
02000000:00000010:1.0:1769078204.884967:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078204.884973:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.884973:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078204.884978:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1769078204.884979:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078204.884980:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.884985:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078204.884988:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078204.884990:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078204.884991:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
00000100:00000040:1.0:1769078204.884994:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078204.884995:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885003:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885006:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078204.885007:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.885011:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1769078204.885012:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:1.0:1769078204.885013:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.885015:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.885018:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078204.885020:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4893
00000400:00000010:3.0:1769078204.885021:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000400:00000200:1.0:1769078204.885024:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078204.885027:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.885028:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.885031:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078204.885031:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850368, portal 25
00000100:00000001:1.0:1769078204.885036:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078204.885036:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078204.885039:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078204.885040:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000001:1.0:1769078204.885043:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078204.885045:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.885047:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000040:3.0:1769078204.885048:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078204.885049:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.885052:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078204.885055:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078204.885058:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078204.885064:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078204.885065:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078204.885067:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078204.885071:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078204.885072:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885075:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:3.0:1769078204.885076:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000020:00000040:1.0:1769078204.885078:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000200:3.0:1769078204.885079:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925850368, offset 0
00000100:00080000:1.0:1769078204.885082:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885084:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.885085:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078204.885088:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078204.885089:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.885092:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885093:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078204.885094:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078204.885095:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885096:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885099:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:1.0:1769078204.885101:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078204.885105:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078204.885107:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:1.0:1769078204.885108:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.885110:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885114:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078204.885114:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.885115:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078204.885118:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000400:00000200:3.0:1769078204.885118:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078204.885122:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885125:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00100000:1.0:1769078204.885127:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078204.885132:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078204.885138:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885141:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078204.885145:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885146:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16353:16353:256:4294967295] 192.168.204.157@tcp LPNI seq info [16349:16349:8:4294967295]
00000100:00000040:1.0:1769078204.885151:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078204.885153:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078204.885159:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078204.885161:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.885167:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078204.885170:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078204.885170:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769078204.885173:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.885177:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1769078204.885179:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078204.885180:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4893
00000400:00000200:1.0:1769078204.885185:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078204.885187:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000010:3.0:1769078204.885187:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00080000:1.0:1769078204.885192:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.885194:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885195:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.885199:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078204.885199:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078204.885203:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078204.885205:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1769078204.885205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1769078204.885208:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078204.885211:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.885212:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078204.885216:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769078204.885216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:1.0:1769078204.885220:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.1:1769078204.885222:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1769078204.885224:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885229:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.885232:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000100:3.0:1769078204.885232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885236:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000010:3.0:1769078204.885237:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000040:1.0:1769078204.885238:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078204.885242:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078204.885243:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.885245:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078204.885245:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078204.885248:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.885251:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885252:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078204.885257:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078204.885258:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:1.0:1769078204.885259:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078204.885262:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078204.885263:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1769078204.885264:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885266:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078204.885268:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078204.885270:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078204.885274:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078204.885278:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.885280:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885283:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078204.885284:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078204.885285:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769078204.885286:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.885290:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078204.885292:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078204.885296:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885302:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.885303:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078204.885305:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078204.885310:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078204.885311:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.885312:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.885318:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078204.885320:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078204.885326:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299566848
00000100:00000001:1.0:1769078204.885327:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.885331:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078204.885333:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769078204.885333:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc60.
00000100:00000040:1.0:1769078204.885340:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4903)
00000100:00000001:3.0:1769078204.885343:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078204.885356:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299566848
00000100:00000010:3.0:1769078204.885358:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf00.
00000100:00000001:3.0:1769078204.885361:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078204.885365:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078204.885368:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885370:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078204.885374:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078204.885381:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078204.885382:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078204.885383:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078204.885386:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078204.885387:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078204.885388:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078204.885391:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078204.885396:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885400:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078204.885401:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885403:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885404:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078204.885406:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885414:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078204.885417:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885422:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078204.885424:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885425:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885429:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078204.885430:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078204.885432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078204.885435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078204.885436:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078204.885439:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078204.885444:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925850368:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078204.885448:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885449:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.885451:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925850368/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885455:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078204.885457:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078204.885459:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078204.885461:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078204.885462:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078204.885463:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078204.885464:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078204.885466:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:3.0:1769078204.885468:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078204.885469:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078204.885471:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078204.885473:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078204.885474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885475:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885483:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078204.885484:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885485:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078204.885486:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078204.885487:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078204.885489:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885494:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078204.885495:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885496:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078204.885497:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078204.885498:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.885500:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850496:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078204.885502:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078204.885503:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078204.885504:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885505:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078204.885506:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078204.885508:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885510:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078204.885512:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078204.885515:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078204.885516:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850496, portal 10
00000100:00000001:3.0:1769078204.885518:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078204.885519:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078204.885542:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885547:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078204.885548:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078204.885550:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078204.885551:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925850496, offset 0
00000400:00000200:3.0:1769078204.885554:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885556:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885559:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078204.885561:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078204.885562:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078204.885564:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078204.885565:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885568:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16354:16354:256:4294967295] 192.168.204.157@tcp LPNI seq info [16350:16350:8:4294967295]
00000400:00000200:3.0:1769078204.885570:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885574:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078204.885577:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885579:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078204.885582:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078204.885583:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078204.885586:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078204.885588:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078204.885590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885592:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078204.885593:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078204.885595:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078204.885597:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078204.885598:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078204.885600:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078204.885602:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885610:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.885612:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885619:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885620:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078204.885623:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.885627:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078204.885630:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078204.885632:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299565584
00000100:00000001:3.0:1769078204.885635:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885637:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299565584
00000100:00000001:3.0:1769078204.885639:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885641:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078204.885644:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885646:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078204.885649:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078204.885658:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078204.885659:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078204.885660:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078204.885662:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078204.885663:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078204.885664:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078204.885666:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078204.885671:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885675:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078204.885676:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885677:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078204.885679:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885688:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078204.885690:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885695:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078204.885696:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885697:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885698:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885698:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078204.885700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078204.885702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078204.885704:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078204.885706:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078204.885708:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078204.885712:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850496:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078204.885714:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078204.885716:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885730:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078204.885730:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885732:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078204.885733:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078204.885734:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.885736:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850624:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078204.885738:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078204.885740:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078204.885741:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885742:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078204.885745:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078204.885746:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885749:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078204.885750:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078204.885752:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078204.885754:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850624, portal 10
00000100:00000001:3.0:1769078204.885755:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078204.885756:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078204.885760:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885764:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078204.885766:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078204.885767:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078204.885769:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925850624, offset 0
00000400:00000200:3.0:1769078204.885771:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885774:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885776:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078204.885778:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078204.885780:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078204.885781:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078204.885782:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885785:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16355:16355:256:4294967295] 192.168.204.157@tcp LPNI seq info [16351:16351:8:4294967295]
00000400:00000200:3.0:1769078204.885787:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885791:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078204.885794:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885795:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078204.885798:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078204.885800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078204.885802:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078204.885804:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078204.885806:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885808:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078204.885810:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078204.885812:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078204.885813:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078204.885815:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078204.885816:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078204.885818:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885822:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.885824:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885828:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885829:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078204.885831:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.885833:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078204.885835:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078204.885836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299565593
00000100:00000001:3.0:1769078204.885838:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885839:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299565593
00000100:00000001:3.0:1769078204.885841:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885842:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078204.885843:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885844:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078204.885846:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078204.885850:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078204.885851:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078204.885852:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078204.885853:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078204.885853:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078204.885854:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078204.885856:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078204.885860:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885864:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078204.885865:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885866:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885867:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078204.885869:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885872:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078204.885874:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885879:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078204.885880:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885881:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.885882:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.885883:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078204.885884:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078204.885885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078204.885887:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078204.885888:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078204.885890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078204.885894:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850624:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078204.885896:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078204.885897:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885901:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078204.885902:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885903:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078204.885904:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078204.885905:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.885907:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850752:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078204.885909:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078204.885910:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078204.885910:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.885911:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078204.885913:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078204.885914:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078204.885916:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078204.885918:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078204.885920:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078204.885922:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850752, portal 4
00000100:00000001:3.0:1769078204.885923:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078204.885924:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078204.885928:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885932:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078204.885933:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078204.885934:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078204.885935:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925850752, offset 0
00000400:00000200:3.0:1769078204.885937:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885939:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885940:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078204.885942:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078204.885943:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078204.885944:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078204.885945:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078204.885947:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16356:16356:256:4294967295] 192.168.204.157@tcp LPNI seq info [16352:16352:8:4294967295]
00000400:00000200:3.0:1769078204.885950:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078204.885954:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078204.885956:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885958:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078204.885959:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078204.885961:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078204.885963:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078204.885964:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078204.885967:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078204.885968:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078204.885970:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078204.885971:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078204.885973:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078204.885974:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078204.885975:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078204.885977:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885982:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.885983:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.885987:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.885988:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078204.885989:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.885991:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078204.885992:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078204.885993:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299565590
00000100:00000001:3.0:1769078204.885994:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299565590
00000100:00000001:3.0:1769078204.885997:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299566848
00000100:00000001:3.0:1769078204.885999:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078204.886000:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.886001:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078204.886002:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078204.886006:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078204.886007:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078204.886008:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078204.886009:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078204.886009:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078204.886010:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078204.886012:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078204.886016:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886023:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078204.886024:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886026:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.886026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078204.886028:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886032:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078204.886034:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886037:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078204.886038:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078204.886040:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886040:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078204.886041:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078204.886042:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078204.886044:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078204.886045:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078204.886047:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078204.886051:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925850752:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078204.886053:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.886055:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925850496/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886059:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078204.886060:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078204.886062:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078204.886063:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078204.886064:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078204.886065:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078204.886066:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078204.886068:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078204.886069:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078204.886070:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078204.886070:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078204.886072:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078204.886073:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886074:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.886075:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925850624/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886080:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078204.886080:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078204.886081:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078204.886082:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078204.886083:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078204.886084:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078204.886085:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078204.886085:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078204.886086:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078204.886087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078204.886088:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078204.886089:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078204.886090:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886090:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078204.886092:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925850752/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.886095:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078204.886096:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078204.886096:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078204.886098:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078204.886098:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078204.886099:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078204.886101:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078204.886102:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078204.886103:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078204.886103:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078204.886104:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078204.886106:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078204.886106:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886107:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078204.886109:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078204.886110:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.886111:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078204.886112:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078205.332663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078205.332670:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078205.332675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078205.332676:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078205.332766:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078205.332771:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078205.332774:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078206.228660:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299566848, at 4299566912
00000100:00000040:2.0:1769078206.228662:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299566848, at 4299566912
00000100:00000010:2.0:1769078206.228686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000100:00000010:3.0:1769078206.228691:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00010000:00000001:3.0:1769078206.356632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078206.356638:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078206.356643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078206.356644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078206.356664:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078206.356667:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078206.356670:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078207.380622:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078207.380627:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078207.380631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078207.380631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078207.380713:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078207.380715:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078207.380718:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078208.404647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078208.404654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078208.404696:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078208.404698:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078208.404760:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078208.404763:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078208.404766:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078209.428690:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078209.428697:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078209.428703:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078209.428704:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078209.428761:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078209.428765:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078209.428768:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078210.004680:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078210.004689:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078210.004691:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078210.004695:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078210.004698:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078210.004705:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4898
00000400:00000200:2.0:1769078210.004715:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078210.004722:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078210.004725:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078210.004729:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004732:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078210.004734:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004737:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078210.004741:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078210.004744:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078210.004747:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078210.004750:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078210.004752:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078210.004755:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078210.004759:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004761:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078210.004763:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004765:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078210.004769:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078210.004773:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004776:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078210.004779:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078210.004782:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078210.004784:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.004786:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078210.004788:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078210.004796:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769078210.004799:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078210.004802:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078210.004803:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.004806:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078210.004808:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078210.004812:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078210.004819:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078210.004825:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078210.004834:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078210.004845:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078210.004850:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078210.004855:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078210.004881:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078210.004885:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078210.004893:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078210.004895:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078210.004897:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078210.004900:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078210.004903:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4898
00000400:00000200:2.0:1769078210.004908:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078210.004911:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078210.004914:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078210.004918:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004921:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078210.004925:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004928:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078210.004928:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078210.004933:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078210.004935:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078210.004937:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078210.004940:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078210.004941:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078210.004950:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000040:3.0:1769078210.004950:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078210.004955:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078210.004959:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078210.004967:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004972:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078210.004976:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078210.004977:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078210.004979:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078210.004981:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078210.004982:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078210.004987:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078210.004989:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078210.004991:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078210.004996:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078210.004996:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078210.005001:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.005002:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078210.005004:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078210.005009:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078210.005010:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078210.005016:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078210.005017:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925850880:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078210.005024:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078210.005026:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.005028:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078210.005034:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
02000000:00000001:3.0:1769078210.005034:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.005039:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078210.005040:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078210.005043:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078210.005045:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.005048:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078210.005050:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078210.005053:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078210.005053:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078210.005058:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078210.005060:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078210.005066:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005067:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078210.005075:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00100000:2.0:1769078210.005076:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078210.005083:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078210.005085:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078210.005089:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078210.005093:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078210.005094:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925850880, portal 25
00000100:00000001:3.0:1769078210.005101:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078210.005105:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115865856 : -125582593685760 : ffff8dc8861d0700)
00000100:00000001:2.0:1769078210.005106:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078210.005110:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078210.005113:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078210.005115:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078210.005118:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078210.005118:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078210.005121:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078210.005125:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4898
00000400:00000200:2.0:1769078210.005131:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078210.005136:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078210.005140:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078210.005140:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078210.005144:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005147:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078210.005149:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078210.005151:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005154:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:3.0:1769078210.005155:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000020:00000001:2.0:1769078210.005156:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078210.005158:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078210.005161:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078210.005163:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000200:3.0:1769078210.005164:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925850880, offset 0
00000020:00000001:2.0:1769078210.005165:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078210.005171:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078210.005173:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005174:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078210.005179:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078210.005179:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005183:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078210.005186:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078210.005188:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005190:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005193:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769078210.005194:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078210.005198:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078210.005200:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.005202:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078210.005203:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078210.005206:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005206:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078210.005210:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078210.005217:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000400:00000200:3.0:1769078210.005218:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078210.005220:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078210.005223:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078210.005224:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.005227:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078210.005227:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:2.0:1769078210.005229:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078210.005232:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005235:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1769078210.005237:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078210.005243:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078210.005249:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078210.005254:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005264:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078210.005266:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16357:16357:256:4294967295] 192.168.204.157@tcp LPNI seq info [16353:16353:8:4294967295]
00000100:00000001:2.0:1769078210.005269:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078210.005278:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078210.005278:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078210.005291:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005297:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769078210.005304:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078210.005306:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078210.005313:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:3.0:1769078210.005314:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000001:2.0:1769078210.005316:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078210.005320:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078210.005324:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078210.005328:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4898
00000800:00000200:3.0:1769078210.005334:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769078210.005335:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.0:1769078210.005343:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1769078210.005344:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078210.005349:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078210.005354:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.1:1769078210.005356:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078210.005357:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078210.005364:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769078210.005366:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005372:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000100:3.0:1769078210.005372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078210.005377:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:3.0:1769078210.005379:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000040:2.0:1769078210.005381:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078210.005385:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078210.005387:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769078210.005388:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078210.005393:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078210.005397:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078210.005399:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078210.005405:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078210.005408:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000100:00000001:2.0:1769078210.005410:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078210.005414:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000040:2.0:1769078210.005415:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005420:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078210.005420:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769078210.005423:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000200:3.0:1769078210.005430:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078210.005437:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078210.005442:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.005445:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078210.005446:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078210.005450:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078210.005454:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078210.005454:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078210.005456:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078210.005459:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078210.005463:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.005467:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078210.005472:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078210.005475:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078210.005475:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078210.005479:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078210.005481:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769078210.005482:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078210.005485:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078210.005486:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078210.005488:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.005490:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078210.005491:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078210.005497:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005499:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078210.005504:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299571968
00000100:00100000:2.0:1769078210.005506:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1769078210.005512:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf00.
00000100:00000001:2.0:1769078210.005517:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078210.005522:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.005553:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078210.005561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299571969
00000100:00000040:2.0:1769078210.005568:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078210.005577:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078210.005579:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdae0.
00000100:00000040:2.0:1769078210.005580:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078210.005586:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078210.005586:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769078210.005590:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4908)
00000100:00000001:3.0:1769078210.005593:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078210.005598:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.005601:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078210.005608:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210]  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078210.005619:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078210.005621:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078210.005623:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078210.005626:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078210.005628:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078210.005631:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078210.005654:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078210.005664:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005672:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078210.005674:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.005678:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078210.005683:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005691:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078210.005696:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005704:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078210.005707:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005709:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.005710:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005714:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078210.005716:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078210.005720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078210.005725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078210.005727:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078210.005732:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078210.005741:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925850880:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078210.005746:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005748:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.005752:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0700 x1855007925850880/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005760:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078210.005762:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078210.005765:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078210.005768:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078210.005770:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078210.005772:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078210.005774:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078210.005778:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078210.005782:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078210.005783:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078210.005786:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0700.
00000100:00000001:3.0:1769078210.005789:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078210.005790:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005793:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.005800:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078210.005802:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.005804:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078210.005805:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078210.005807:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078210.005811:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005825:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078210.005826:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.005829:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078210.005831:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078210.005833:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078210.005836:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851008:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078210.005840:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078210.005842:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078210.005844:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.005846:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078210.005850:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078210.005852:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.005857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078210.005860:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078210.005865:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078210.005868:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851008, portal 10
00000100:00000001:3.0:1769078210.005870:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078210.005872:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873024 : -125582593678592 : ffff8dc8861d2300)
00000100:00000040:3.0:1769078210.005880:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005887:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078210.005889:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078210.005892:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078210.005895:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925851008, offset 0
00000400:00000200:3.0:1769078210.005899:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078210.005903:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.005908:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078210.005911:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078210.005914:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078210.005917:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078210.005919:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078210.005923:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16358:16358:256:4294967295] 192.168.204.157@tcp LPNI seq info [16354:16354:8:4294967295]
00000400:00000200:3.0:1769078210.005928:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.005935:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078210.005939:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.005943:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078210.005947:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078210.005950:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078210.005955:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078210.005958:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078210.005962:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.005964:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078210.005967:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078210.005971:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078210.005974:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078210.005976:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078210.005979:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078210.005983:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.005992:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.005996:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006003:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006005:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078210.006010:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078210.006014:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078210.006018:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078210.006020:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299570704
00000100:00000001:3.0:1769078210.006023:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299571968
00000100:00000001:3.0:1769078210.006026:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299570704
00000100:00000001:3.0:1769078210.006028:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299571969
00000100:00000001:3.0:1769078210.006030:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078210.006033:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006035:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078210.006039:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210]  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078210.006048:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078210.006049:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078210.006052:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078210.006054:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078210.006056:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078210.006058:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078210.006062:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078210.006071:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006078:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078210.006080:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006082:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006083:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078210.006087:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006095:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078210.006100:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006107:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078210.006109:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006111:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006113:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006114:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078210.006116:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078210.006119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078210.006123:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078210.006126:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078210.006130:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078210.006139:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851008:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078210.006144:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078210.006148:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006155:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078210.006156:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.006158:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078210.006160:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078210.006163:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078210.006166:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851136:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078210.006169:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078210.006171:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078210.006172:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.006174:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078210.006178:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078210.006180:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.006184:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078210.006187:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078210.006190:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078210.006193:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851136, portal 10
00000100:00000001:3.0:1769078210.006196:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078210.006197:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:3.0:1769078210.006203:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006210:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078210.006213:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078210.006216:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078210.006219:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925851136, offset 0
00000400:00000200:3.0:1769078210.006223:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078210.006228:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.006232:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078210.006235:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078210.006238:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078210.006241:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078210.006244:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078210.006247:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16359:16359:256:4294967295] 192.168.204.157@tcp LPNI seq info [16355:16355:8:4294967295]
00000400:00000200:3.0:1769078210.006252:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.006258:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078210.006263:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.006267:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078210.006271:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078210.006274:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078210.006278:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078210.006281:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078210.006285:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.006287:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078210.006290:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078210.006294:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078210.006297:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078210.006299:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078210.006302:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078210.006306:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006314:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.006318:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006325:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006327:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078210.006331:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078210.006334:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078210.006338:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078210.006341:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299570713
00000100:00000001:3.0:1769078210.006343:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299571968
00000100:00000001:3.0:1769078210.006346:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299570713
00000100:00000001:3.0:1769078210.006348:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299571969
00000100:00000001:3.0:1769078210.006350:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078210.006353:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006355:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078210.006359:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210]  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078210.006368:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078210.006370:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078210.006371:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078210.006374:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078210.006376:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078210.006378:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078210.006382:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078210.006391:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006398:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078210.006400:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006402:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006403:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078210.006407:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006414:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078210.006419:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006427:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078210.006429:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006432:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006434:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078210.006436:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078210.006438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078210.006442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078210.006444:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078210.006449:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078210.006457:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851136:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078210.006461:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078210.006466:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006473:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078210.006474:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.006476:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078210.006478:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078210.006480:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078210.006484:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851264:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078210.006487:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078210.006489:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078210.006491:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078210.006493:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078210.006497:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078210.006499:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078210.006503:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078210.006506:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078210.006509:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078210.006513:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851264, portal 4
00000100:00000001:3.0:1769078210.006515:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078210.006516:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078210.006540:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006548:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078210.006551:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078210.006554:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078210.006556:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925851264, offset 0
00000400:00000200:3.0:1769078210.006560:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078210.006564:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.006568:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078210.006570:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078210.006573:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078210.006575:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078210.006578:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078210.006581:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16360:16360:256:4294967295] 192.168.204.157@tcp LPNI seq info [16356:16356:8:4294967295]
00000400:00000200:3.0:1769078210.006585:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078210.006592:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078210.006596:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.006600:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078210.006604:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078210.006607:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078210.006611:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078210.006615:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078210.006619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078210.006621:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078210.006624:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078210.006627:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078210.006630:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078210.006647:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078210.006651:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078210.006655:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.006667:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006673:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006675:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078210.006678:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078210.006681:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078210.006684:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078210.006686:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299570711
00000100:00000001:3.0:1769078210.006689:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299571968
00000100:00000001:3.0:1769078210.006692:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299570711
00000100:00000001:3.0:1769078210.006694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299571969
00000100:00000001:3.0:1769078210.006696:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078210.006698:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006700:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078210.006704:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210]  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078210.006713:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078210.006715:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078210.006717:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078210.006719:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078210.006721:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078210.006723:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078210.006726:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078210.006735:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006748:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078210.006749:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006751:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006753:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078210.006757:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006763:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078210.006767:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006775:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078210.006778:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078210.006780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006782:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078210.006784:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078210.006787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078210.006790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078210.006793:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078210.006797:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078210.006805:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851264:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078210.006809:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006811:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.006815:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2300 x1855007925851008/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006822:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078210.006824:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078210.006826:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078210.006829:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078210.006831:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078210.006833:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078210.006835:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078210.006837:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078210.006839:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078210.006841:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078210.006843:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2300.
00000100:00000001:3.0:1769078210.006845:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078210.006847:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006848:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.006852:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925851136/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006859:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078210.006861:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078210.006862:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078210.006865:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078210.006866:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078210.006868:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078210.006870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078210.006872:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078210.006874:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078210.006875:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078210.006877:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078210.006879:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078210.006881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006883:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078210.006886:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925851264/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078210.006893:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078210.006894:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078210.006896:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078210.006898:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078210.006900:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078210.006901:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078210.006904:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078210.006906:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078210.006908:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078210.006909:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078210.006910:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078210.006912:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078210.006914:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006916:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078210.006920:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078210.006922:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078210.006924:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078210.006926:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078210.452645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078210.452651:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078210.452653:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078210.452655:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078210.452659:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078210.452661:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078210.452663:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078210.452665:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078210.452668:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078210.452669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078210.452689:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078210.452690:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078210.452692:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078211.348580:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299571968, at 4299572032
00000100:00000040:3.0:1769078211.348581:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299571969, at 4299572032
00000100:00000010:3.0:1769078211.348592:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000100:00000010:2.0:1769078211.348594:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00010000:00000001:3.0:1769078211.476644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078211.476649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078211.476653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078211.476654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078211.476717:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078211.476721:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078211.476724:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078212.500696:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078212.500703:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078212.500708:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078212.500709:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078212.500764:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078212.500767:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078212.500770:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078213.524645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078213.524650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078213.524654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078213.524657:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078213.524659:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078213.524661:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078213.524663:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078213.524664:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078213.524665:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078213.524667:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078213.524712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078213.524715:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078213.524718:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078214.548620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078214.548626:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078214.548629:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078214.548630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078214.548644:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078214.548646:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078214.548648:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078215.124671:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078215.124684:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078215.124687:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078215.124690:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078215.124695:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078215.124702:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4903
00000400:00000200:3.0:1769078215.124711:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078215.124717:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078215.124720:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078215.124722:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124725:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.124727:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124729:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078215.124732:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078215.124734:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078215.124736:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078215.124738:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078215.124740:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078215.124741:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078215.124744:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124745:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.124747:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124748:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078215.124751:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078215.124753:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124754:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078215.124756:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078215.124759:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078215.124761:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.124762:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078215.124764:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078215.124774:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528e00.
00000020:00000040:3.0:1769078215.124777:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078215.124780:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078215.124782:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.124784:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078215.124786:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078215.124791:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078215.124798:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d0c00.
00000100:00000001:3.0:1769078215.124803:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078215.124810:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078215.124819:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078215.124822:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078215.124826:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983b4685] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078215.124846:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078215.124849:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078215.124852:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078215.124853:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078215.124855:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078215.124863:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078215.124865:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4903
00000400:00000200:3.0:1769078215.124870:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078215.124875:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078215.124878:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078215.124882:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124885:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.124888:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.124890:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078215.124892:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078215.124894:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:1.0:1769078215.124896:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078215.124897:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078215.124902:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:1.0:1769078215.124904:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078215.124907:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078215.124907:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078215.124916:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078215.124924:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:1.0:1769078215.124925:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078215.124931:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.124941:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078215.124942:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078215.124946:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.124952:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:1.0:1769078215.124954:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078215.124957:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:1.0:1769078215.124960:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078215.124964:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:1.0:1769078215.124967:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.124970:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078215.124975:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925851392:192.168.204.157@tcp:250:kworker.0
02000000:00000001:3.0:1769078215.124976:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078215.124982:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078215.124984:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078215.124986:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.124989:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078215.124991:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078215.124993:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078215.124996:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078215.124996:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.125000:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.125003:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078215.125005:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529c00.
00000020:00000040:3.0:1769078215.125009:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078215.125011:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078215.125012:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.125013:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078215.125015:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078215.125016:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078215.125018:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.125024:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078215.125026:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1c00.
00000100:00000001:3.0:1769078215.125031:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078215.125037:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078215.125040:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078215.125052:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:3.0:1769078215.125062:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078215.125065:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078215.125066:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000040:3.0:1769078215.125072:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233ab396] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078215.125075:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851392, portal 25
00000100:00000001:1.0:1769078215.125081:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078215.125085:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169705472 : -125582539846144 : ffff8dc889528e00)
00000100:00000001:3.0:1769078215.125100:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078215.125101:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078215.125109:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078215.125116:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078215.125117:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078215.125120:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078215.125122:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769078215.125126:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125127:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078215.125132:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00080000:3.0:1769078215.125133:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4903
00000400:00000200:3.0:1769078215.125139:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:1.0:1769078215.125141:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925851392, offset 0
00000400:00000200:3.0:1769078215.125142:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078215.125147:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078215.125150:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125152:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.125156:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078215.125160:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125160:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078215.125168:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078215.125170:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078215.125171:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078215.125172:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078215.125174:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769078215.125178:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:3.0:1769078215.125179:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078215.125187:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125189:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.125191:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125192:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769078215.125195:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000040:3.0:1769078215.125197:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078215.125205:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769078215.125208:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078215.125209:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078215.125215:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078215.125218:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078215.125221:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:3.0:1769078215.125223:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.125229:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078215.125233:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078215.125237:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078215.125239:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000008:00000001:3.0:1769078215.125240:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.125243:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078215.125249:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528000.
00000400:00000200:1.0:1769078215.125250:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16361:16361:256:4294967295] 192.168.204.157@tcp LPNI seq info [16357:16357:8:4294967295]
00000020:00000040:3.0:1769078215.125255:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078215.125261:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078215.125262:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.125265:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078215.125267:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078215.125270:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078215.125273:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078215.125277:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3000.
00000100:00000001:3.0:1769078215.125280:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078215.125285:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078215.125300:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078215.125303:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078215.125308:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078215.125315:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288b87d6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078215.125316:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.125328:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000001:3.0:1769078215.125331:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078215.125335:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078215.125339:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078215.125342:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078215.125349:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1769078215.125350:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078215.125359:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769078215.125361:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769078215.125365:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4903
00000400:00000200:3.0:1769078215.125375:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078215.125379:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078215.125381:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078215.125388:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:3.0:1769078215.125392:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.1:1769078215.125394:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769078215.125398:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.125402:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000100:1.0:1769078215.125405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125409:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000010:1.0:1769078215.125411:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000020:00000001:3.0:1769078215.125412:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078215.125415:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078215.125419:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078215.125420:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078215.125421:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:1.0:1769078215.125431:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078215.125434:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:1.0:1769078215.125437:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078215.125443:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000020:00000001:3.0:1769078215.125443:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769078215.125451:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078215.125455:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769078215.125458:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078215.125462:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078215.125471:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125481:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078215.125494:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078215.125494:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000040:1.0:1769078215.125501:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078215.125501:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078215.125511:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078215.125520:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078215.125561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125563:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078215.125568:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.125572:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078215.125575:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299577089
02000000:00000001:3.0:1769078215.125579:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078215.125580:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3d20.
02000000:00000001:3.0:1769078215.125587:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125588:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078215.125589:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078215.125596:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078215.125599:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078215.125601:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125603:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299577089
00000100:00000010:3.0:1769078215.125606:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528380.
00000020:00000040:3.0:1769078215.125610:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000010:1.0:1769078215.125611:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a32a0.
02000000:00000001:3.0:1769078215.125613:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078215.125616:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125618:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078215.125619:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078215.125624:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078215.125626:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078215.125629:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125631:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078215.125636:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3c00.
00000100:00000001:1.0:1769078215.125637:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078215.125644:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078215.125645:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215]  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078215.125658:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769078215.125659:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078215.125662:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078215.125664:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078215.125670:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078215.125676:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078215.125681:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078215.125690:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078215.125692:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078215.125698:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078215.125705:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078215.125711:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076da77d8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125717:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078215.125721:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125729:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.125733:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078215.125738:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078215.125743:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769078215.125744:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078215.125753:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078215.125766:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4913)
00000100:00000001:1.0:1769078215.125768:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078215.125778:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125786:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078215.125788:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125790:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.125791:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125793:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078215.125794:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078215.125797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078215.125800:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078215.125802:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078215.125805:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078215.125809:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925851392:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078215.125812:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125813:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.125815:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528e00 x1855007925851392/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125819:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078215.125820:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078215.125823:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078215.125825:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078215.125827:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078215.125828:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078215.125830:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078215.125832:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:1.0:1769078215.125834:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078215.125835:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078215.125837:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528e00.
00000100:00000001:1.0:1769078215.125839:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078215.125840:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125841:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125846:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078215.125847:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125849:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078215.125850:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078215.125851:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078215.125853:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125858:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078215.125859:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.125860:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078215.125862:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078215.125863:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078215.125865:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851520:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078215.125867:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078215.125868:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078215.125869:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.125870:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078215.125872:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078215.125874:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.125876:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078215.125878:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078215.125880:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078215.125882:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851520, portal 10
00000100:00000001:1.0:1769078215.125884:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078215.125885:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709056 : -125582539842560 : ffff8dc889529c00)
00000100:00000040:1.0:1769078215.125888:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125892:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078215.125894:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078215.125895:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078215.125896:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925851520, offset 0
00000400:00000200:1.0:1769078215.125899:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078215.125901:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.125903:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078215.125905:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078215.125907:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078215.125908:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078215.125910:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078215.125912:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16362:16362:256:4294967295] 192.168.204.157@tcp LPNI seq info [16358:16358:8:4294967295]
00000400:00000200:1.0:1769078215.125914:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.125918:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078215.125921:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.125923:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078215.125925:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078215.125927:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078215.125930:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078215.125931:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078215.125934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.125935:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078215.125937:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078215.125939:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078215.125940:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078215.125941:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078215.125943:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078215.125945:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125950:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.125951:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125958:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125959:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078215.125961:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078215.125963:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078215.125965:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078215.125967:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299575824
00000100:00000001:1.0:1769078215.125968:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.125970:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299575824
00000100:00000001:1.0:1769078215.125971:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.125972:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078215.125973:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.125974:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078215.125976:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215]  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078215.125980:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078215.125981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078215.125982:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078215.125983:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078215.125984:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078215.125985:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078215.125987:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078215.125991:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.125995:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078215.125996:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.125997:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.125998:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078215.126000:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126004:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078215.126006:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126010:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078215.126011:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126012:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.126012:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126013:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078215.126014:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078215.126016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078215.126017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078215.126018:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078215.126020:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078215.126024:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851520:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078215.126027:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078215.126029:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126032:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078215.126033:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.126034:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078215.126035:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078215.126037:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078215.126038:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851648:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078215.126040:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078215.126041:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078215.126042:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.126043:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078215.126045:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078215.126046:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.126048:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078215.126049:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078215.126051:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078215.126052:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851648, portal 10
00000100:00000001:1.0:1769078215.126053:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078215.126054:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169701888 : -125582539849728 : ffff8dc889528000)
00000100:00000040:1.0:1769078215.126057:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126060:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078215.126062:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078215.126063:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078215.126064:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925851648, offset 0
00000400:00000200:1.0:1769078215.126066:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078215.126068:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.126070:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078215.126071:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078215.126072:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078215.126074:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078215.126075:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078215.126077:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16363:16363:256:4294967295] 192.168.204.157@tcp LPNI seq info [16359:16359:8:4294967295]
00000400:00000200:1.0:1769078215.126079:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.126083:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078215.126085:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.126086:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078215.126089:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078215.126090:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078215.126093:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078215.126094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078215.126096:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.126098:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078215.126099:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078215.126101:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078215.126102:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078215.126103:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078215.126104:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078215.126106:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126110:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.126111:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126115:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.126116:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078215.126118:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078215.126119:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078215.126121:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078215.126122:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299575833
00000100:00000001:1.0:1769078215.126123:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.126125:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299575833
00000100:00000001:1.0:1769078215.126126:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.126127:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078215.126128:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.126129:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078215.126131:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215]  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078215.126135:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078215.126135:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078215.126136:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078215.126137:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078215.126138:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078215.126139:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078215.126141:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078215.126146:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126149:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078215.126150:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126151:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.126151:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078215.126153:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126156:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078215.126158:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126162:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078215.126163:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.126164:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126165:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078215.126166:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078215.126167:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078215.126169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078215.126170:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078215.126172:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078215.126176:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851648:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078215.126178:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078215.126180:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126184:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078215.126185:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.126186:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078215.126187:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078215.126188:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078215.126190:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851776:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078215.126191:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078215.126192:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078215.126193:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078215.126194:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078215.126196:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078215.126197:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078215.126198:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078215.126200:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078215.126201:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078215.126202:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851776, portal 4
00000100:00000001:1.0:1769078215.126204:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078215.126204:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769078215.126207:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126211:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078215.126212:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078215.126213:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078215.126214:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925851776, offset 0
00000400:00000200:1.0:1769078215.126216:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078215.126217:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.126219:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078215.126220:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078215.126222:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078215.126223:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078215.126224:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078215.126226:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16364:16364:256:4294967295] 192.168.204.157@tcp LPNI seq info [16360:16360:8:4294967295]
00000400:00000200:1.0:1769078215.126228:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078215.126232:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078215.126234:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.126236:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078215.126238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078215.126239:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078215.126241:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078215.126243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078215.126245:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078215.126246:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078215.126247:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078215.126249:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078215.126251:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078215.126252:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078215.126253:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078215.126254:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126258:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.126259:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126263:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.126264:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078215.126266:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078215.126267:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078215.126269:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078215.126270:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299575830
00000100:00000001:1.0:1769078215.126271:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.126272:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299575830
00000100:00000001:1.0:1769078215.126274:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299577089
00000100:00000001:1.0:1769078215.126275:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078215.126276:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.126277:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078215.126279:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215]  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078215.126283:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078215.126284:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078215.126285:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078215.126286:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078215.126287:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078215.126287:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078215.126289:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078215.126293:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126296:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078215.126297:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126298:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.126299:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078215.126300:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126304:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078215.126306:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126312:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078215.126314:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126315:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078215.126316:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126318:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078215.126319:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078215.126322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078215.126325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078215.126327:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078215.126331:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078215.126339:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925851776:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078215.126342:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.126346:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529c00 x1855007925851520/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126351:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078215.126352:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078215.126354:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078215.126356:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078215.126357:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078215.126358:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078215.126360:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078215.126361:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:1.0:1769078215.126364:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078215.126365:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078215.126366:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529c00.
00000100:00000001:1.0:1769078215.126368:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078215.126369:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126371:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.126374:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528000 x1855007925851648/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126381:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078215.126382:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078215.126384:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078215.126386:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078215.126387:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078215.126388:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078215.126389:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078215.126391:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:1.0:1769078215.126393:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078215.126394:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078215.126396:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528000.
00000100:00000001:1.0:1769078215.126398:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078215.126399:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126400:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078215.126404:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925851776/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078215.126410:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078215.126411:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078215.126412:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078215.126414:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078215.126416:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078215.126417:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078215.126418:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078215.126420:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:1.0:1769078215.126422:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078215.126423:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078215.126424:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769078215.126425:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078215.126426:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126427:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078215.126429:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078215.126430:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078215.126431:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078215.126432:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078215.572641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078215.572646:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078215.572649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078215.572650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078215.572709:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078215.572713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078215.572717:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078216.468590:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299577089, at 4299577152
00000100:00000010:3.0:1769078216.468601:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000100:00000040:2.0:1769078216.468603:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299577089, at 4299577152
00000100:00000010:2.0:1769078216.468611:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00010000:00000001:3.0:1769078216.596579:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078216.596585:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078216.596590:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078216.596591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078216.596623:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078216.596627:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078216.596631:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078217.620600:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078217.620605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078217.620609:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078217.620610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078217.620660:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078217.620663:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078217.620665:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078218.644644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078218.644651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078218.644656:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078218.644656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078218.644680:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078218.644682:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078218.644684:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078219.668627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078219.668635:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078219.668637:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078219.668639:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078219.668644:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078219.668646:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078219.668647:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078219.668649:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078219.668652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078219.668653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078219.668708:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078219.668711:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078219.668713:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078220.244677:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078220.244685:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078220.244687:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078220.244690:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078220.244692:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078220.244698:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4908
00000400:00000200:2.0:1769078220.244709:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078220.244714:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078220.244716:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078220.244719:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244721:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.244723:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244724:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078220.244727:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078220.244729:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078220.244730:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078220.244732:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078220.244734:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078220.244735:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078220.244737:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244738:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.244739:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244740:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078220.244742:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078220.244744:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244746:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.244748:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078220.244750:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.244752:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.244753:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078220.244754:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078220.244761:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078220.244763:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078220.244765:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078220.244766:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.244768:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078220.244772:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078220.244776:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078220.244782:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078220.244786:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.244792:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078220.244798:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078220.244801:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.244804:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.244823:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078220.244825:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078220.244827:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078220.244828:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078220.244829:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078220.244831:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078220.244832:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4908
00000400:00000200:2.0:1769078220.244834:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078220.244836:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078220.244837:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078220.244839:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244840:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.244841:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244842:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078220.244844:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078220.244844:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078220.244845:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078220.244846:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078220.244847:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078220.244849:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078220.244850:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244852:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.244853:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244855:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078220.244856:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078220.244858:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244860:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.244861:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078220.244864:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.244866:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.244867:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078220.244869:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078220.244871:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1769078220.244872:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.244875:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.244878:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1769078220.244878:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000100:00000001:1.0:1769078220.244882:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078220.244882:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078220.244887:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078220.244888:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.244889:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078220.244891:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769078220.244893:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078220.244893:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078220.244896:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078220.244901:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.244908:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078220.244911:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.244912:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078220.244916:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078220.244920:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078220.244921:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078220.244922:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.244927:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.244928:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078220.244936:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925851904:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078220.244939:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078220.244942:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078220.244945:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078220.244945:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078220.244949:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078220.244950:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078220.244951:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078220.244952:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078220.244955:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078220.244957:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4908
02000000:00000001:1.0:1769078220.244960:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769078220.244963:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078220.244965:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
02000000:00000010:1.0:1769078220.244966:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
00000100:00080000:2.0:1769078220.244967:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769078220.244971:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.244972:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.244975:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.244977:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078220.244981:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078220.244981:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078220.244985:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769078220.244986:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000020:00000040:2.0:1769078220.244987:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078220.244990:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078220.244991:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000010:1.0:1769078220.244992:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000020:00000001:2.0:1769078220.244993:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078220.244997:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000200:1.0:1769078220.245000:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925851904, portal 25
00000100:00000040:2.0:1769078220.245000:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245001:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078220.245005:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078220.245006:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078220.245009:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000001:2.0:1769078220.245010:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078220.245014:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078220.245018:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769078220.245019:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.245021:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.245024:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078220.245027:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.245029:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078220.245030:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.245033:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078220.245034:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000008:00100000:2.0:1769078220.245035:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078220.245037:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000008:00000001:2.0:1769078220.245038:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.245040:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078220.245043:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078220.245045:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078220.245049:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769078220.245050:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925851904, offset 0
02000000:00000001:2.0:1769078220.245051:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245059:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245059:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078220.245061:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078220.245063:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078220.245067:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000400:00000200:1.0:1769078220.245068:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078220.245071:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245075:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00100000:2.0:1769078220.245078:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078220.245082:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078220.245087:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078220.245089:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245091:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:2.0:1769078220.245094:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078220.245100:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078220.245102:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245107:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:2.0:1769078220.245107:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078220.245113:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078220.245115:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078220.245117:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078220.245118:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16365:16365:256:4294967295] 192.168.204.157@tcp LPNI seq info [16361:16361:8:4294967295]
00000100:00000001:2.0:1769078220.245119:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078220.245126:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769078220.245129:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4908
00000400:00000200:2.0:1769078220.245132:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078220.245134:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078220.245135:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078220.245140:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245143:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078220.245150:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245154:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078220.245155:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078220.245160:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078220.245163:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000800:00000200:1.0:1769078220.245167:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078220.245167:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078220.245171:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078220.245175:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000010:1.0:1769078220.245176:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000020:00000001:2.0:1769078220.245179:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.0:1769078220.245186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078220.245187:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245192:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078220.245194:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078220.245195:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245198:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078220.245202:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078220.245206:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:1.1:1769078220.245207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078220.245208:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.245212:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769078220.245213:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1769078220.245216:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.245221:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078220.245222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078220.245226:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769078220.245227:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000008:00100000:2.0:1769078220.245229:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078220.245233:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245235:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078220.245236:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078220.245243:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000400:00000200:1.0:1769078220.245246:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769078220.245247:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769078220.245252:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
02000000:00000001:2.0:1769078220.245252:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078220.245255:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078220.245257:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078220.245263:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078220.245266:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769078220.245267:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078220.245270:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078220.245275:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245278:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.245281:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078220.245281:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078220.245285:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245291:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245293:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1769078220.245293:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078220.245300:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078220.245301:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.245304:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245308:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769078220.245311:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245313:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299582208
00000100:00000010:1.0:1769078220.245319:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3120.
00000100:00000001:2.0:1769078220.245320:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.245324:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078220.245326:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769078220.245327:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078220.245334:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4918)
00000100:00000001:1.0:1769078220.245335:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299582208
00000100:00000010:1.0:1769078220.245339:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3300.
00000100:00000001:1.0:1769078220.245341:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078220.245343:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.245345:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245347:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078220.245351:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078220.245358:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078220.245359:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078220.245361:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078220.245363:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078220.245364:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078220.245365:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078220.245367:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078220.245373:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245376:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078220.245377:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245379:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245380:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078220.245382:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245385:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078220.245388:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245392:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078220.245394:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245395:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245395:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245397:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078220.245398:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078220.245399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078220.245402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078220.245403:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078220.245406:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078220.245411:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925851904:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078220.245414:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245415:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.245417:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925851904/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245420:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078220.245422:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078220.245423:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078220.245425:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078220.245426:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078220.245427:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078220.245428:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078220.245429:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:1.0:1769078220.245432:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078220.245434:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078220.245435:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:1.0:1769078220.245436:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078220.245437:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245438:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245450:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078220.245451:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245452:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078220.245453:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078220.245455:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078220.245457:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245484:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078220.245485:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245486:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078220.245488:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.245489:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.245491:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852032:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078220.245494:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078220.245496:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078220.245498:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245499:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078220.245502:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078220.245504:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245508:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078220.245511:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078220.245514:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078220.245517:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852032, portal 10
00000100:00000001:1.0:1769078220.245518:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078220.245520:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:1.0:1769078220.245563:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245570:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078220.245572:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078220.245575:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078220.245577:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925852032, offset 0
00000400:00000200:1.0:1769078220.245581:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245585:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245589:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078220.245592:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078220.245595:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078220.245597:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078220.245599:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245602:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16366:16366:256:4294967295] 192.168.204.157@tcp LPNI seq info [16362:16362:8:4294967295]
00000400:00000200:1.0:1769078220.245606:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245612:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078220.245615:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245624:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078220.245627:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078220.245629:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078220.245632:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078220.245633:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078220.245635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245637:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078220.245638:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078220.245641:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078220.245643:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078220.245644:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078220.245645:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078220.245648:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245653:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.245654:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245658:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245659:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078220.245661:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.245664:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078220.245666:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078220.245667:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299580944
00000100:00000001:1.0:1769078220.245669:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.245670:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299580944
00000100:00000001:1.0:1769078220.245671:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.245672:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.245674:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245675:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078220.245677:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078220.245685:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078220.245686:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078220.245691:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078220.245692:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078220.245693:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078220.245694:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078220.245696:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078220.245701:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245704:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078220.245705:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245706:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245707:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078220.245710:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245716:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078220.245720:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245725:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078220.245728:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245729:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245730:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245732:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078220.245733:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078220.245736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078220.245739:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078220.245742:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078220.245746:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078220.245753:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852032:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078220.245757:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078220.245760:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245764:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078220.245765:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245767:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078220.245768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.245769:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.245771:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852160:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078220.245773:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078220.245774:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078220.245775:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245776:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078220.245778:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078220.245779:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245782:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078220.245783:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078220.245785:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078220.245787:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852160, portal 10
00000100:00000001:1.0:1769078220.245788:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078220.245789:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:1.0:1769078220.245792:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245796:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078220.245798:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078220.245799:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078220.245800:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925852160, offset 0
00000400:00000200:1.0:1769078220.245803:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245805:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245807:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078220.245809:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078220.245811:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078220.245812:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078220.245814:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245815:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16367:16367:256:4294967295] 192.168.204.157@tcp LPNI seq info [16363:16363:8:4294967295]
00000400:00000200:1.0:1769078220.245818:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245822:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078220.245824:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245826:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078220.245828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078220.245830:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078220.245832:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078220.245834:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078220.245836:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245837:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078220.245839:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078220.245841:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078220.245843:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078220.245844:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078220.245845:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078220.245847:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245852:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.245853:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245857:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245858:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078220.245859:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.245861:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078220.245863:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078220.245864:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299580953
00000100:00000001:1.0:1769078220.245866:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.245867:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299580953
00000100:00000001:1.0:1769078220.245868:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.245869:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.245870:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.245871:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078220.245873:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078220.245877:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078220.245878:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078220.245879:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078220.245880:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078220.245881:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078220.245882:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078220.245884:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078220.245888:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245892:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078220.245892:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245893:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245894:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078220.245896:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245899:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078220.245901:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245905:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078220.245906:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245907:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.245908:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.245909:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078220.245910:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078220.245912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078220.245913:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078220.245914:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078220.245916:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078220.245921:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852160:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078220.245922:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078220.245924:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245928:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078220.245928:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245930:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078220.245931:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.245932:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.245933:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852288:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078220.245935:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078220.245936:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078220.245937:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.245938:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078220.245940:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078220.245941:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078220.245943:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078220.245944:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078220.245946:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078220.245947:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852288, portal 4
00000100:00000001:1.0:1769078220.245949:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078220.245949:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:1.0:1769078220.245953:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.245956:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078220.245958:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078220.245959:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078220.245960:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925852288, offset 0
00000400:00000200:1.0:1769078220.245962:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245963:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245965:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078220.245966:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078220.245968:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078220.245969:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078220.245970:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078220.245972:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16368:16368:256:4294967295] 192.168.204.157@tcp LPNI seq info [16364:16364:8:4294967295]
00000400:00000200:1.0:1769078220.245975:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078220.245978:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078220.245980:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245982:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078220.245984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078220.245986:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078220.245988:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078220.245989:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078220.245992:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078220.245993:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078220.245994:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078220.245996:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078220.245997:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078220.245998:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078220.246000:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078220.246001:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246009:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.246011:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246014:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.246015:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078220.246016:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.246018:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078220.246019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078220.246020:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299580950
00000100:00000001:1.0:1769078220.246022:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.246023:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299580950
00000100:00000001:1.0:1769078220.246024:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299582208
00000100:00000001:1.0:1769078220.246025:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.246026:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.246027:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078220.246029:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078220.246033:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078220.246034:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078220.246034:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078220.246035:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078220.246036:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078220.246037:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078220.246039:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078220.246043:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246047:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078220.246048:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246049:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.246050:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078220.246051:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246055:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078220.246057:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246060:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078220.246061:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246062:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078220.246063:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246064:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078220.246065:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078220.246066:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078220.246067:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078220.246068:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078220.246070:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078220.246074:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852288:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078220.246076:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246077:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.246079:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925852032/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246082:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078220.246083:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078220.246085:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078220.246086:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078220.246088:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078220.246089:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078220.246091:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078220.246092:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:1.0:1769078220.246095:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078220.246096:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078220.246097:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:1.0:1769078220.246100:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078220.246101:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246102:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.246106:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925852160/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246111:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078220.246113:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078220.246114:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078220.246116:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078220.246118:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078220.246119:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078220.246120:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078220.246122:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:1.0:1769078220.246124:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078220.246125:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078220.246126:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:1.0:1769078220.246128:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078220.246130:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246132:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078220.246135:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925852288/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.246140:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078220.246141:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078220.246142:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078220.246143:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078220.246144:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078220.246144:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078220.246145:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078220.246146:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:1.0:1769078220.246148:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078220.246149:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078220.246151:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:1.0:1769078220.246153:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078220.246154:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246155:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078220.246159:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078220.246160:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.246162:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078220.246163:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078220.692653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078220.692660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078220.692665:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078220.692666:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078220.692744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078220.692749:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078220.692752:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078221.460663:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769078221.460671:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769078221.460676:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078221.460828:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078221.460834:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078221.460843:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078221.460847:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078221.460849:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078221.588617:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299582208, at 4299582272
00000100:00000040:2.0:1769078221.588618:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299582208, at 4299582272
00000100:00000010:3.0:1769078221.588632:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000100:00000010:2.0:1769078221.588633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00010000:00000001:3.0:1769078221.716622:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078221.716628:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078221.716633:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078221.716634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078221.716696:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078221.716699:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078221.716703:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078222.740633:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078222.740639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078222.740646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078222.740649:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078222.740651:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078222.740654:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078222.740657:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078222.740659:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078222.740661:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078222.740664:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078222.740686:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078222.740688:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078222.740691:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078223.764595:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078223.764600:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078223.764603:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078223.764604:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078223.764659:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078223.764663:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078223.764667:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078224.788653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078224.788660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078224.788666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078224.788666:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078224.788728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078224.788732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078224.788735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078225.364604:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078225.364615:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078225.364617:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078225.364621:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078225.364625:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078225.364633:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4913
00000400:00000200:2.0:1769078225.364644:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078225.364650:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078225.364653:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078225.364656:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364659:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364661:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364664:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078225.364668:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078225.364669:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078225.364672:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078225.364674:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078225.364676:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078225.364677:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078225.364679:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364680:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364681:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364682:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078225.364684:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078225.364686:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364688:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.364691:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078225.364694:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.364696:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.364697:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078225.364699:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078225.364708:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078225.364711:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078225.364714:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078225.364716:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.364718:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078225.364721:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078225.364725:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078225.364732:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078225.364738:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.364745:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078225.364753:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078225.364757:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.364761:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.364781:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078225.364784:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078225.364787:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078225.364788:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078225.364789:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078225.364791:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078225.364792:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4913
00000400:00000200:2.0:1769078225.364794:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078225.364796:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078225.364797:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078225.364799:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364801:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364802:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364804:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078225.364806:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078225.364807:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078225.364808:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078225.364809:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078225.364810:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078225.364812:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078225.364814:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364815:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364816:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364817:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078225.364818:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078225.364819:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:1.0:1769078225.364823:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078225.364823:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364824:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.364828:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078225.364828:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078225.364836:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078225.364836:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.364840:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.364843:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078225.364848:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078225.364849:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078225.364852:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078225.364853:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.364856:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.364857:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769078225.364859:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
02000000:00000001:1.0:1769078225.364861:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078225.364862:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078225.364864:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.364865:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078225.364867:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078225.364869:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925852416:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078225.364870:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078225.364872:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078225.364875:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.364876:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078225.364878:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769078225.364880:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078225.364882:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.364883:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.364887:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769078225.364890:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078225.364893:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078225.364897:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.364900:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078225.364902:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.364905:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078225.364907:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078225.364913:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:2.0:1769078225.364915:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078225.364917:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078225.364919:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1769078225.364920:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:2.0:1769078225.364921:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078225.364923:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078225.364925:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078225.364927:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4913
00000400:00000200:2.0:1769078225.364930:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:1.0:1769078225.364931:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852416, portal 25
00000400:00000200:2.0:1769078225.364933:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078225.364934:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078225.364935:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078225.364936:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000040:2.0:1769078225.364941:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:1.0:1769078225.364945:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.364945:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364949:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364954:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078225.364959:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078225.364961:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769078225.364961:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078225.364965:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078225.364966:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000040:1.0:1769078225.364970:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078225.364971:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078225.364974:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:1.0:1769078225.364976:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000040:2.0:1769078225.364977:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364981:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.364982:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:1.0:1769078225.364984:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925852416, offset 0
00000100:00000001:2.0:1769078225.364984:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078225.364989:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078225.364991:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078225.364993:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.364994:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078225.364996:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078225.364998:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:2.0:1769078225.364998:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.365001:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078225.365003:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078225.365004:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.365005:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078225.365008:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078225.365009:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769078225.365013:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769078225.365013:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078225.365015:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.365017:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078225.365018:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078225.365019:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365022:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000010:2.0:1769078225.365022:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078225.365027:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.365032:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078225.365036:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078225.365037:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365039:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078225.365040:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078225.365048:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769078225.365049:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078225.365052:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078225.365056:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078225.365057:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078225.365062:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078225.365063:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:2.0:1769078225.365065:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078225.365069:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078225.365072:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16369:16369:256:4294967295] 192.168.204.157@tcp LPNI seq info [16365:16365:8:4294967295]
00000100:00080000:2.0:1769078225.365075:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4913
00000400:00000200:1.0:1769078225.365081:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078225.365083:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078225.365089:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078225.365091:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078225.365095:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.365101:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078225.365104:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078225.365106:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.365112:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078225.365116:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1769078225.365117:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000040:2.0:1769078225.365119:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078225.365122:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078225.365125:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000800:00000010:1.0:1769078225.365126:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000020:00000001:2.0:1769078225.365130:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078225.365134:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:1.0:1769078225.365139:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078225.365142:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:1.0:1769078225.365145:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769078225.365146:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078225.365151:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078225.365154:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078225.365158:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:1.1:1769078225.365159:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078225.365162:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:1.1:1769078225.365165:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769078225.365166:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.365168:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078225.365171:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.365173:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078225.365177:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078225.365177:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078225.365180:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1769078225.365181:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000008:00000001:2.0:1769078225.365185:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.365188:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365189:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1769078225.365191:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078225.365193:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769078225.365197:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769078225.365198:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078225.365200:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.365202:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078225.365203:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
02000000:00000001:2.0:1769078225.365203:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078225.365206:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078225.365207:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
02000000:00000010:2.0:1769078225.365210:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:1.0:1769078225.365213:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078225.365214:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078225.365218:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078225.365222:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078225.365238:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078225.365238:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078225.365241:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078225.365245:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078225.365247:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.365257:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.365259:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078225.365262:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078225.365268:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4923)
00000100:00000001:1.0:1769078225.365269:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365273:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078225.365280:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365286:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078225.365289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299587328
00000100:00000010:1.0:1769078225.365295:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ea0.
00000100:00000001:1.0:1769078225.365303:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078225.365315:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299587328
00000100:00000010:1.0:1769078225.365318:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3de0.
00000100:00000001:1.0:1769078225.365321:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078225.365326:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078225.365329:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365332:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078225.365338:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078225.365349:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078225.365351:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078225.365358:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078225.365361:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078225.365362:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078225.365364:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078225.365367:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078225.365389:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365399:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078225.365401:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365404:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365405:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078225.365408:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365412:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078225.365416:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365421:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078225.365423:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365424:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365424:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365426:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078225.365427:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078225.365429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078225.365432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078225.365434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078225.365436:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078225.365443:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925852416:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078225.365448:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365450:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.365453:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925852416/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365460:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078225.365463:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078225.365466:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078225.365470:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078225.365472:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078225.365474:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078225.365476:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078225.365479:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769078225.365483:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078225.365485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078225.365487:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:1.0:1769078225.365491:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078225.365492:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365493:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365500:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078225.365501:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365503:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078225.365504:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078225.365505:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078225.365507:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365512:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078225.365513:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365514:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078225.365516:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078225.365517:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078225.365518:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852544:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078225.365538:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078225.365540:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078225.365541:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365543:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078225.365545:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078225.365546:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365549:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078225.365551:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078225.365554:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078225.365556:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852544, portal 10
00000100:00000001:1.0:1769078225.365558:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078225.365559:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:1.0:1769078225.365563:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365568:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078225.365570:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078225.365571:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078225.365572:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925852544, offset 0
00000400:00000200:1.0:1769078225.365575:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365577:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365579:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078225.365581:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078225.365584:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078225.365586:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078225.365588:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365591:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16370:16370:256:4294967295] 192.168.204.157@tcp LPNI seq info [16366:16366:8:4294967295]
00000400:00000200:1.0:1769078225.365595:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365601:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078225.365606:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365609:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078225.365612:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078225.365614:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078225.365617:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078225.365619:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078225.365621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365622:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078225.365624:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078225.365626:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078225.365628:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078225.365630:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078225.365631:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078225.365633:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365638:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.365640:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365649:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365650:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078225.365652:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078225.365654:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078225.365657:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078225.365658:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299586064
00000100:00000001:1.0:1769078225.365660:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.365662:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299586064
00000100:00000001:1.0:1769078225.365663:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.365664:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078225.365665:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365666:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078225.365668:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078225.365673:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078225.365674:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078225.365681:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078225.365683:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078225.365686:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078225.365688:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078225.365690:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078225.365695:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365698:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078225.365699:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365700:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365701:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078225.365702:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365707:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078225.365709:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365712:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078225.365713:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365714:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365715:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365716:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078225.365717:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078225.365718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078225.365720:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078225.365721:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078225.365727:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078225.365732:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852544:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078225.365734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078225.365735:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078225.365740:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365741:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078225.365742:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078225.365744:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078225.365746:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852672:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078225.365748:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078225.365749:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078225.365750:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365751:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078225.365753:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078225.365755:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365757:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078225.365758:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078225.365760:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078225.365762:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852672, portal 10
00000100:00000001:1.0:1769078225.365763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078225.365764:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:1.0:1769078225.365768:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365772:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078225.365773:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078225.365774:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078225.365776:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925852672, offset 0
00000400:00000200:1.0:1769078225.365778:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365780:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365782:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078225.365784:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078225.365785:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078225.365786:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078225.365788:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365790:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16371:16371:256:4294967295] 192.168.204.157@tcp LPNI seq info [16367:16367:8:4294967295]
00000400:00000200:1.0:1769078225.365793:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365796:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078225.365799:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365801:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078225.365803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078225.365805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078225.365807:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078225.365809:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078225.365811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365813:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078225.365814:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078225.365816:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078225.365818:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078225.365819:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078225.365820:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078225.365822:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365827:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.365829:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365833:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365833:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078225.365835:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078225.365837:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078225.365838:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078225.365839:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299586073
00000100:00000001:1.0:1769078225.365841:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.365842:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299586073
00000100:00000001:1.0:1769078225.365844:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.365845:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078225.365846:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.365847:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078225.365849:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078225.365853:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078225.365854:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078225.365855:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078225.365856:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078225.365857:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078225.365859:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078225.365860:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078225.365866:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365869:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078225.365870:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365871:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365871:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078225.365873:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365876:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078225.365878:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365882:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078225.365883:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365884:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.365884:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.365885:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078225.365886:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078225.365887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078225.365889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078225.365891:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078225.365893:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078225.365898:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852672:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078225.365899:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078225.365902:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365905:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078225.365907:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365908:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078225.365909:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078225.365910:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078225.365911:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852800:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078225.365913:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078225.365914:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078225.365915:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078225.365916:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078225.365917:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078225.365918:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078225.365920:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078225.365922:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078225.365923:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078225.365925:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852800, portal 4
00000100:00000001:1.0:1769078225.365926:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078225.365927:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769078225.365931:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.365935:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078225.365936:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078225.365937:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078225.365938:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925852800, offset 0
00000400:00000200:1.0:1769078225.365940:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365941:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365943:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078225.365944:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078225.365946:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078225.365947:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078225.365948:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078225.365951:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16372:16372:256:4294967295] 192.168.204.157@tcp LPNI seq info [16368:16368:8:4294967295]
00000400:00000200:1.0:1769078225.365953:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078225.365957:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078225.365960:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365962:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078225.365965:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078225.365968:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078225.365971:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078225.365974:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078225.365977:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078225.365979:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078225.365981:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078225.365984:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078225.365987:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078225.365988:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078225.365991:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078225.365994:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366002:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.366005:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366012:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.366014:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078225.366016:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078225.366018:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078225.366021:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078225.366022:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299586070
00000100:00000001:1.0:1769078225.366024:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.366025:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299586070
00000100:00000001:1.0:1769078225.366027:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299587328
00000100:00000001:1.0:1769078225.366028:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078225.366030:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.366032:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078225.366036:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078225.366044:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078225.366045:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078225.366047:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078225.366049:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078225.366050:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078225.366052:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078225.366055:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078225.366062:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366069:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078225.366071:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366073:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.366074:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078225.366078:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366084:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078225.366088:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366095:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078225.366097:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366098:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078225.366100:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366102:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078225.366103:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078225.366106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078225.366109:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078225.366111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078225.366115:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078225.366123:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925852800:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078225.366127:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366128:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.366131:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925852544/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366137:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078225.366139:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078225.366141:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078225.366143:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078225.366145:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078225.366146:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078225.366148:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078225.366150:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769078225.366152:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078225.366154:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078225.366155:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:1.0:1769078225.366157:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078225.366158:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366160:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.366163:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925852672/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366169:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078225.366170:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078225.366172:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078225.366174:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078225.366175:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078225.366176:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078225.366177:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078225.366178:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769078225.366180:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078225.366181:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078225.366181:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:1.0:1769078225.366183:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078225.366184:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366184:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078225.366186:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925852800/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078225.366190:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078225.366190:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078225.366191:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078225.366193:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078225.366193:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078225.366194:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078225.366195:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078225.366196:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769078225.366198:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078225.366199:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078225.366200:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769078225.366202:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078225.366203:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366204:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078225.366208:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078225.366209:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078225.366211:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078225.366212:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078225.812586:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078225.812591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078225.812596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078225.812597:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078225.812666:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078225.812670:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078225.812672:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078226.708624:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299587328, at 4299587392
00000100:00000010:3.0:1769078226.708636:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00000100:00000040:2.0:1769078226.708639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299587328, at 4299587392
00000100:00000010:2.0:1769078226.708659:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00010000:00000001:3.0:1769078226.836656:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078226.836669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078226.836675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078226.836676:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078226.836697:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078226.836699:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078226.836702:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078227.860675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078227.860685:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078227.860692:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078227.860693:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078227.860763:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078227.860768:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078227.860772:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078228.884671:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078228.884685:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078228.884695:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078228.884696:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078228.884764:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078228.884767:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078228.884770:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078229.908641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078229.908648:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078229.908650:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078229.908653:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078229.908657:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078229.908660:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078229.908662:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078229.908664:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078229.908667:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078229.908669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078229.908718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078229.908720:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078229.908723:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078230.484702:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078230.484715:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078230.484718:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078230.484722:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078230.484728:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078230.484737:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4918
00000400:00000200:1.0:1769078230.484751:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078230.484759:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078230.484763:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078230.484766:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484769:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.484772:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484774:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078230.484779:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078230.484781:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078230.484785:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078230.484788:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078230.484791:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078230.484794:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078230.484797:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484799:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.484801:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484803:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078230.484807:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078230.484810:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484813:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.484816:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078230.484820:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.484823:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.484825:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078230.484828:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078230.484841:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769078230.484845:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078230.484850:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078230.484851:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.484855:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078230.484858:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078230.484863:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078230.484872:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078230.484887:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.484897:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078230.484910:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078230.484915:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078230.484921:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.484948:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078230.484951:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078230.484955:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078230.484962:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078230.484964:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078230.484967:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078230.484970:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4918
00000400:00000200:1.0:1769078230.484974:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078230.484978:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078230.484981:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078230.484984:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484987:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.484989:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.484992:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078230.484993:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078230.484995:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078230.484998:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078230.485000:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078230.485001:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078230.485004:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078230.485005:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078230.485009:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078230.485013:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078230.485016:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078230.485018:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485024:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.485028:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485033:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078230.485036:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078230.485037:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078230.485039:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078230.485044:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078230.485045:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078230.485049:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.485050:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.485055:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078230.485057:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078230.485062:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925852928:192.168.204.157@tcp:250:kworker.0
02000000:00000001:1.0:1769078230.485064:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.485070:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.485070:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078230.485075:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078230.485077:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078230.485080:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078230.485082:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078230.485086:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.485088:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078230.485090:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078230.485096:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
02000000:00000010:3.0:1769078230.485097:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
00000020:00000040:1.0:1769078230.485100:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078230.485101:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.485107:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078230.485110:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485113:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078230.485114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078230.485117:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078230.485120:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078230.485121:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000010:1.0:1769078230.485127:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078230.485132:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078230.485132:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00100000:1.0:1769078230.485142:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078230.485145:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925852928, portal 25
00000100:00000001:3.0:1769078230.485151:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078230.485155:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139340288 : -125582570211328 : ffff8dc887833800)
00000100:00000001:1.0:1769078230.485156:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078230.485160:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078230.485166:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078230.485168:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.485177:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078230.485180:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078230.485188:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078230.485193:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078230.485196:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078230.485197:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078230.485203:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078230.485203:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078230.485209:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4918
00000400:00000010:3.0:1769078230.485210:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000400:00000200:1.0:1769078230.485216:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:3.0:1769078230.485216:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925852928, offset 0
00000400:00000200:1.0:1769078230.485222:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078230.485225:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078230.485230:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078230.485231:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485236:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.485238:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485240:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078230.485245:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078230.485245:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078230.485249:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078230.485252:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078230.485255:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078230.485256:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:1.0:1769078230.485260:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078230.485264:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078230.485269:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485271:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.485273:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078230.485275:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078230.485277:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078230.485281:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078230.485284:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078230.485302:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078230.485306:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:1.0:1769078230.485307:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078230.485313:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16373:16373:256:4294967295] 192.168.204.157@tcp LPNI seq info [16369:16369:8:4294967295]
00000100:00000001:1.0:1769078230.485314:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.485319:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078230.485323:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078230.485324:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.485329:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485331:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078230.485335:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078230.485339:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769078230.485341:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485346:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078230.485349:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000010:1.0:1769078230.485354:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000800:00000010:3.0:1769078230.485357:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000020:00000040:1.0:1769078230.485359:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078230.485363:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078230.485365:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485368:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1769078230.485368:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078230.485371:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078230.485375:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078230.485375:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1769078230.485382:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000800:00000200:3.1:1769078230.485383:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078230.485388:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078230.485389:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00100000:1.0:1769078230.485399:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1769078230.485399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.485403:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078230.485411:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078230.485412:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078230.485417:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078230.485418:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078230.485425:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078230.485426:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078230.485430:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078230.485437:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078230.485441:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078230.485444:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078230.485446:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078230.485455:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078230.485458:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078230.485461:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078230.485465:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078230.485465:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078230.485470:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4918
00000100:00000040:3.0:1769078230.485473:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078230.485478:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078230.485487:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078230.485488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078230.485491:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078230.485492:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078230.485498:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078230.485500:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078230.485506:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078230.485511:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078230.485512:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299592448
00000100:00000040:1.0:1769078230.485515:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485520:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000010:3.0:1769078230.485520:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdae0.
00000100:00000001:3.0:1769078230.485558:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078230.485572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299592449
00000100:00000010:3.0:1769078230.485575:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd7e0.
00000020:00000001:1.0:1769078230.485579:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078230.485581:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1769078230.485583:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078230.485587:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078230.485587:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078230.485590:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078230.485592:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078230.485594:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078230.485597:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1769078230.485599:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00100000:3.0:1769078230.485604:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078230.485607:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485612:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078230.485616:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078230.485621:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000001:3.0:1769078230.485622:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1769078230.485624:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000001:3.0:1769078230.485626:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078230.485630:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000100:00080000:1.0:1769078230.485631:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078230.485635:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00000001:1.0:1769078230.485637:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078230.485639:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
02000000:00000001:1.0:1769078230.485641:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078230.485644:0:2410:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1769078230.485646:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1769078230.485651:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078230.485652:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485658:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078230.485662:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1769078230.485666:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078230.485667:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485672:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078230.485679:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078230.485680:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078230.485682:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078230.485685:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078230.485687:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078230.485690:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078230.485691:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078230.485694:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.485698:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769078230.485698:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078230.485702:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078230.485706:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.485711:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769078230.485714:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000040:3.0:1769078230.485718:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.485720:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.485730:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078230.485730:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078230.485736:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.485740:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.485742:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.485749:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078230.485749:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078230.485753:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.485753:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078230.485759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769078230.485760:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078230.485767:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078230.485772:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769078230.485778:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078230.485780:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078230.485783:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078230.485792:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078230.485797:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925852928:192.168.204.157@tcp:250:kworker.0
00000100:00000040:1.0:1769078230.485801:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4928)
00000100:00000001:3.0:1769078230.485803:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.485806:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.485810:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833800 x1855007925852928/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.485817:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078230.485820:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078230.485822:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078230.485825:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078230.485827:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078230.485830:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078230.485833:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078230.485836:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078230.485841:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078230.485844:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078230.485846:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833800.
00000100:00000001:3.0:1769078230.485849:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078230.485850:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.485853:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.485860:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078230.485862:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.485864:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078230.485865:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078230.485867:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078230.485870:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.485877:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078230.485879:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.485881:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078230.485883:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078230.485885:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078230.485888:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853056:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078230.485890:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078230.485892:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078230.485894:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.485895:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078230.485898:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078230.485900:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078230.485904:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078230.485906:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078230.485909:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078230.485912:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853056, portal 10
00000100:00000001:3.0:1769078230.485913:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078230.485915:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139325952 : -125582570225664 : ffff8dc887830000)
00000100:00000040:3.0:1769078230.485921:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.485927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078230.485929:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078230.485932:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078230.485934:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925853056, offset 0
00000400:00000200:3.0:1769078230.485938:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078230.485942:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.485945:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078230.485948:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078230.485950:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078230.485952:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078230.485955:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078230.485958:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16374:16374:256:4294967295] 192.168.204.157@tcp LPNI seq info [16370:16370:8:4294967295]
00000400:00000200:3.0:1769078230.485962:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.485969:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078230.485974:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.485977:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078230.485981:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078230.485984:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078230.485989:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078230.485991:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078230.485995:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.485997:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078230.485999:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078230.486002:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078230.486005:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078230.486007:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078230.486009:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078230.486012:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486018:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486021:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486028:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486030:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078230.486033:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078230.486037:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078230.486040:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078230.486042:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299591184
00000100:00000001:3.0:1769078230.486044:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299592448
00000100:00000001:3.0:1769078230.486046:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299591184
00000100:00000001:3.0:1769078230.486048:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299592449
00000100:00000001:3.0:1769078230.486051:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078230.486053:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486055:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078230.486058:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078230.486065:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078230.486067:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078230.486068:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078230.486070:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078230.486071:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078230.486073:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078230.486076:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078230.486084:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486089:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078230.486091:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486093:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486094:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078230.486097:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486103:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078230.486106:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486114:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078230.486117:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486119:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486120:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486121:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078230.486123:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078230.486125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078230.486127:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078230.486129:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078230.486133:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078230.486141:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853056:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078230.486145:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078230.486148:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486155:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078230.486157:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.486159:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078230.486160:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078230.486162:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078230.486165:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853184:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078230.486167:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078230.486169:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078230.486170:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.486172:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078230.486175:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078230.486177:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078230.486181:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078230.486183:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078230.486186:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078230.486188:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853184, portal 10
00000100:00000001:3.0:1769078230.486190:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078230.486191:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078230.486197:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486203:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078230.486205:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078230.486207:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078230.486209:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925853184, offset 0
00000400:00000200:3.0:1769078230.486213:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078230.486216:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.486220:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078230.486222:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078230.486225:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078230.486228:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078230.486230:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078230.486232:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16375:16375:256:4294967295] 192.168.204.157@tcp LPNI seq info [16371:16371:8:4294967295]
00000400:00000200:3.0:1769078230.486236:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.486243:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078230.486247:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.486250:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078230.486253:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078230.486256:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078230.486260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078230.486263:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078230.486266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.486268:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078230.486270:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078230.486274:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078230.486277:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078230.486279:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078230.486282:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078230.486285:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486305:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486308:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486314:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486316:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078230.486319:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078230.486322:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078230.486325:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078230.486327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299591193
00000100:00000001:3.0:1769078230.486330:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299592448
00000100:00000001:3.0:1769078230.486332:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299591193
00000100:00000001:3.0:1769078230.486335:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299592449
00000100:00000001:3.0:1769078230.486337:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078230.486339:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486340:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078230.486343:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078230.486351:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078230.486352:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078230.486354:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078230.486356:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078230.486358:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078230.486360:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078230.486362:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078230.486371:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486379:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078230.486380:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486382:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486383:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078230.486386:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486392:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078230.486396:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486403:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078230.486405:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486406:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486407:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486409:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078230.486411:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078230.486413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078230.486417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078230.486418:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078230.486421:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078230.486429:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853184:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078230.486433:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078230.486436:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486443:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078230.486444:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.486447:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078230.486448:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078230.486450:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078230.486453:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853312:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078230.486456:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078230.486458:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078230.486459:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078230.486461:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078230.486464:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078230.486466:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078230.486469:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078230.486472:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078230.486475:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078230.486478:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853312, portal 4
00000100:00000001:3.0:1769078230.486480:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078230.486481:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078230.486486:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078230.486495:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078230.486497:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000200:3.0:1769078230.486499:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925853312, offset 0
00000400:00000200:3.0:1769078230.486503:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078230.486506:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.486509:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078230.486512:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078230.486514:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078230.486517:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078230.486519:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078230.486537:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16376:16376:256:4294967295] 192.168.204.157@tcp LPNI seq info [16372:16372:8:4294967295]
00000400:00000200:3.0:1769078230.486542:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078230.486549:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078230.486553:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.486556:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078230.486560:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078230.486562:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078230.486567:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078230.486569:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078230.486573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078230.486575:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078230.486578:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078230.486581:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078230.486583:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:3.0:1769078230.486585:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:3.0:1769078230.486587:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078230.486591:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486598:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486601:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486607:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486608:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078230.486611:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078230.486614:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078230.486616:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078230.486618:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299591191
00000100:00000001:3.0:1769078230.486621:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299592448
00000100:00000001:3.0:1769078230.486623:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299591191
00000100:00000001:3.0:1769078230.486626:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299592449
00000100:00000001:3.0:1769078230.486628:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078230.486630:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486631:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078230.486635:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078230.486642:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078230.486644:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078230.486645:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078230.486648:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078230.486649:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078230.486651:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078230.486654:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078230.486662:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486668:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078230.486670:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486671:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486673:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078230.486675:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486682:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078230.486686:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486692:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078230.486694:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078230.486697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078230.486701:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078230.486703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078230.486706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078230.486708:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078230.486712:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078230.486720:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853312:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078230.486724:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486726:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486729:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830000 x1855007925853056/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486734:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078230.486736:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078230.486738:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078230.486740:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078230.486741:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078230.486743:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078230.486745:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078230.486746:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078230.486748:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078230.486750:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078230.486751:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830000.
00000100:00000001:3.0:1769078230.486753:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078230.486755:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486759:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925853184/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486766:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078230.486767:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078230.486768:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078230.486770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078230.486771:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078230.486772:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078230.486774:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078230.486775:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078230.486776:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078230.486778:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078230.486779:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078230.486781:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078230.486783:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486784:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078230.486787:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925853312/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078230.486793:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078230.486794:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078230.486796:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078230.486798:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078230.486799:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078230.486800:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078230.486802:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078230.486804:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078230.486805:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078230.486806:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078230.486807:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078230.486809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078230.486810:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486812:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078230.486815:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078230.486816:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078230.486818:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078230.486819:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078230.932681:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078230.932689:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078230.932697:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078230.932699:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078230.932726:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078230.932729:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078230.932733:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078231.828651:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299592448, at 4299592512
00000100:00000040:3.0:1769078231.828651:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299592449, at 4299592512
00000100:00000010:3.0:1769078231.828672:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000100:00000010:2.0:1769078231.828675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00010000:00000001:3.0:1769078231.956645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078231.956651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078231.956657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078231.956658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078231.956713:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078231.956718:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078231.956721:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078232.980626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078232.980631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078232.980634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078232.980637:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078232.980638:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078232.980640:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078232.980642:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078232.980644:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078232.980645:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078232.980647:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078232.980730:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078232.980737:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078232.980743:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078234.004633:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078234.004639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078234.004644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078234.004645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078234.004707:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078234.004711:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078234.004714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078235.028647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078235.028653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078235.028659:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078235.028660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078235.028688:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078235.028691:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078235.028694:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078235.604605:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.604616:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078235.604618:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.604622:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.604626:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078235.604632:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4923
00000400:00000200:1.0:1769078235.604641:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078235.604647:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.604650:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078235.604653:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604656:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.604658:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604661:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078235.604664:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.604666:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078235.604669:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078235.604671:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078235.604673:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078235.604676:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078235.604678:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604681:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.604683:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604685:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078235.604687:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078235.604691:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604693:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.604696:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078235.604698:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.604701:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.604703:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078235.604705:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078235.604713:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078235.604716:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078235.604720:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078235.604721:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.604724:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078235.604727:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078235.604730:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.604738:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078235.604743:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078235.604751:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078235.604761:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078235.604765:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.604769:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.604793:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078235.604796:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.604799:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078235.604800:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.604801:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.604804:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078235.604807:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4923
00000400:00000200:1.0:1769078235.604811:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078235.604814:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.604817:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078235.604817:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078235.604823:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078235.604823:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078235.604826:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078235.604828:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.604833:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078235.604833:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.604837:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078235.604843:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.604846:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078235.604847:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078235.604848:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078235.604850:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078235.604852:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
02000000:00000001:3.0:1769078235.604854:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769078235.604855:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078235.604859:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:3.0:1769078235.604859:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078235.604863:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.604865:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078235.604869:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925853440:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078235.604870:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078235.604874:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078235.604876:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078235.604878:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078235.604879:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078235.604881:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078235.604883:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078235.604884:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078235.604888:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604891:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.604893:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078235.604897:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769078235.604898:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078235.604902:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.604903:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.604906:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078235.604910:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078235.604913:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00000001:1.0:1769078235.604915:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.604918:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078235.604919:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000010:1.0:1769078235.604922:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078235.604926:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000010:3.0:1769078235.604928:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
02000000:00000001:1.0:1769078235.604929:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078235.604932:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.604934:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078235.604936:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078235.604937:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853440, portal 25
02000000:00000001:1.0:1769078235.604938:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.604942:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1769078235.604945:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:3.0:1769078235.604946:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000001:1.0:1769078235.604950:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078235.604956:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078235.604959:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078235.604968:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078235.604974:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078235.604977:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078235.604979:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc94c8.
00000100:00000001:1.0:1769078235.604982:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078235.604984:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925853440, offset 0
00000100:00000040:1.0:1769078235.604989:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078235.604996:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605006:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078235.605008:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078235.605010:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.605014:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078235.605016:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078235.605017:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.605020:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.605024:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078235.605025:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078235.605029:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4923
00000400:00000200:3.0:1769078235.605033:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078235.605037:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078235.605040:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078235.605044:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078235.605047:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:1.0:1769078235.605049:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078235.605055:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605056:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16377:16377:256:4294967295] 192.168.204.157@tcp LPNI seq info [16373:16373:8:4294967295]
00000100:00000001:1.0:1769078235.605060:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.605063:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605066:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078235.605069:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.605072:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078235.605074:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078235.605077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078235.605078:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078235.605083:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078235.605086:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078235.605094:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605095:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078235.605100:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.605105:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078235.605105:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605110:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000010:3.0:1769078235.605111:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000020:00000040:1.0:1769078235.605114:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078235.605119:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:3.0:1769078235.605122:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078235.605124:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078235.605128:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078235.605129:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078235.605134:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.605136:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605138:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078235.605141:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078235.605141:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078235.605146:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078235.605148:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078235.605150:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299597568
00000100:00000010:1.0:1769078235.605156:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000100:00000010:3.0:1769078235.605157:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd7e0.
00000020:00000040:1.0:1769078235.605162:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078235.605165:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078235.605167:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078235.605170:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605172:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078235.605172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299597568
02000000:00000001:1.0:1769078235.605176:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1769078235.605177:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd480.
02000000:00000001:1.0:1769078235.605180:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605181:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078235.605184:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078235.605187:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.605189:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:3.0:1769078235.605190:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605192:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078235.605195:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605199:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.605212:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078235.605214:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1769078235.605218:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078235.605218:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078235.605220:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078235.605227:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.605233:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078235.605239:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605239:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078235.605241:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605244:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078235.605246:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078235.605248:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.605249:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078235.605252:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853568:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078235.605259:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078235.605262:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078235.605266:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605267:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605268:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078235.605273:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1769078235.605274:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078235.605279:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078235.605280:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078235.605284:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.605286:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078235.605288:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078235.605290:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078235.605294:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6738.
00000100:00080000:1.0:1769078235.605296:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4923
00000400:00000010:3.0:1769078235.605302:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000400:00000200:1.0:1769078235.605305:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:3.0:1769078235.605308:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853568, portal 10
00000400:00000200:1.0:1769078235.605311:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078235.605313:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078235.605315:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078235.605316:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:1.0:1769078235.605322:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605325:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078235.605327:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078235.605330:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605335:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078235.605337:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769078235.605341:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078235.605342:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000040:1.0:1769078235.605345:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000400:00000010:3.0:1769078235.605346:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9c38.
00000020:00000001:1.0:1769078235.605350:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1769078235.605350:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925853568, offset 0
00000020:00000040:1.0:1769078235.605354:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:3.0:1769078235.605356:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078235.605361:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078235.605364:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:1.0:1769078235.605367:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078235.605371:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078235.605375:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605376:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078235.605380:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:1.0:1769078235.605381:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078235.605383:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078235.605387:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605388:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078235.605393:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078235.605394:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16378:16378:255:4294967295] 192.168.204.157@tcp LPNI seq info [16374:16374:7:4294967295]
00000020:00000040:1.0:1769078235.605400:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000200:3.0:1769078235.605400:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078235.605408:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605412:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078235.605414:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078235.605418:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078235.605419:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769078235.605421:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260700.
02000000:00000001:1.0:1769078235.605423:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769078235.605428:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078235.605429:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605433:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769078235.605433:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:1.0:1769078235.605438:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078235.605438:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078235.605443:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000008:00000001:1.0:1769078235.605444:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605448:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078235.605448:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078235.605452:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299596303
00000100:00000010:1.0:1769078235.605454:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078235.605457:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299597568
00000020:00000040:1.0:1769078235.605459:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078235.605461:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299596303
02000000:00000001:1.0:1769078235.605463:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078235.605465:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299597568
02000000:00000001:1.0:1769078235.605466:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.605470:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078235.605471:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.605472:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078235.605477:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605477:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605482:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.605484:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:3.0:1769078235.605487:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078235.605490:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605492:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.605495:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:1.0:1769078235.605497:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078235.605498:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078235.605501:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078235.605503:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078235.605510:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078235.605514:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078235.605516:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078235.605519:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.605552:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.605554:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078235.605558:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078235.605563:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4933)
00000100:00000001:3.0:1769078235.605574:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078235.605576:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605579:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078235.605580:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078235.605583:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078235.605586:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853696:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078235.605590:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078235.605591:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078235.605593:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605594:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078235.605598:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078235.605600:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078235.605603:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078235.605605:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078235.605608:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9550.
00000100:00000200:3.0:1769078235.605612:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853696, portal 10
00000100:00000001:3.0:1769078235.605614:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078235.605615:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078235.605619:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078235.605626:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078235.605628:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078235.605630:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9cc0.
00000100:00000200:3.0:1769078235.605632:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925853696, offset 0
00000400:00000200:3.0:1769078235.605635:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605638:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078235.605642:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078235.605645:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078235.605647:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078235.605649:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078235.605651:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605654:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16379:16379:254:4294967295] 192.168.204.157@tcp LPNI seq info [16375:16375:6:4294967295]
00000400:00000200:3.0:1769078235.605658:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078235.605663:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078235.605667:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078235.605670:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260d00.
00000800:00000200:3.0:1769078235.605674:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078235.605677:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078235.605680:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078235.605682:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078235.605684:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078235.605686:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299596313
00000100:00000001:3.0:1769078235.605688:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299597568
00000100:00000001:3.0:1769078235.605690:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299596313
00000100:00000001:3.0:1769078235.605692:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299597568
00000100:00000001:3.0:1769078235.605694:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078235.605696:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605698:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605700:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078235.605702:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.605704:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078235.605705:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078235.605706:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078235.605707:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078235.605711:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078235.605717:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078235.605718:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605720:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078235.605721:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078235.605723:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078235.605731:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853824:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078235.605734:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078235.605736:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078235.605737:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078235.605738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078235.605741:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078235.605743:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078235.605747:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078235.605749:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078235.605752:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9088.
00000100:00000200:3.0:1769078235.605754:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853824, portal 4
00000100:00000001:3.0:1769078235.605756:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078235.605757:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078235.605763:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078235.605769:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078235.605771:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078235.605773:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9bb0.
00000100:00000200:3.0:1769078235.605775:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925853824, offset 0
00000400:00000200:3.0:1769078235.605778:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605781:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078235.605785:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078235.605787:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078235.605789:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078235.605792:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078235.605794:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078235.605797:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16380:16380:253:4294967295] 192.168.204.157@tcp LPNI seq info [16376:16376:5:4294967295]
00000400:00000200:3.0:1769078235.605801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078235.605806:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078235.605811:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078235.605814:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078235.605818:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078235.605821:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078235.605823:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078235.605826:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078235.605829:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078235.605830:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299596310
00000100:00000001:3.0:1769078235.605833:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299597568
00000100:00000001:3.0:1769078235.605835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299596310
00000100:00000001:3.0:1769078235.605837:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299597568
00000100:00000001:3.0:1769078235.605839:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078235.605841:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605843:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605845:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078235.605848:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078235.605849:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078235.605851:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078235.605853:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078235.605854:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078235.605856:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078236.053332:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078236.053338:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078236.053343:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078236.053344:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078236.053406:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078236.053409:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078236.053412:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078236.948652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299597568, at 4299597632
00000100:00000040:3.0:1769078236.948652:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299597568, at 4299597632
00000100:00000010:2.0:1769078236.948672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000100:00000010:3.0:1769078236.948676:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00010000:00000001:3.0:1769078237.076682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078237.076692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078237.076698:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078237.076700:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078237.076772:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078237.076777:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078237.076781:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078238.100662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078238.100671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078238.100677:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078238.100680:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078238.100739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078238.100743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078238.100748:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078238.676871:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078238.676924:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078238.676940:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078238.676945:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078238.676949:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078238.676954:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078238.676959:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078238.676964:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769078238.676971:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078238.676976:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078238.676983:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc94c8
00000400:00000010:2.0:1769078238.676987:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc94c8.
00000100:00000001:2.0:1769078238.676992:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078238.677004:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677038:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078238.677043:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677051:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078238.677054:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078238.677066:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078238.677069:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769078238.677072:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078238.677075:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078238.677078:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9c38
00000400:00000010:2.0:1769078238.677080:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9c38.
00000100:00000001:2.0:1769078238.677082:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078238.677087:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677094:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078238.677096:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677102:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078238.677104:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078238.677109:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078238.677112:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769078238.677114:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078238.677117:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078238.677119:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9cc0
00000400:00000010:2.0:1769078238.677121:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9cc0.
00000100:00000001:2.0:1769078238.677123:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078238.677127:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677134:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078238.677136:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677142:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078238.677144:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078238.677160:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078238.677162:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769078238.677165:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078238.677169:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078238.677172:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9bb0
00000400:00000010:2.0:1769078238.677173:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9bb0.
00000100:00000001:2.0:1769078238.677176:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078238.677181:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677189:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078238.677192:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078238.677199:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078238.677201:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078238.677292:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078238.677296:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078238.677300:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078238.677308:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078238]  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078238.677320:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078238.677322:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078238.677326:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078238.677329:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9088
00000400:00000010:3.0:1769078238.677331:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9088.
00000100:00000001:3.0:1769078238.677333:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078238.677337:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078238.677347:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677354:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078238.677356:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677359:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677362:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078238.677366:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677372:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078238.677377:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677384:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078238.677388:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677389:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677390:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677393:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078238.677395:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078238.677400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078238.677405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078238.677407:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078238.677412:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078238.677420:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853824:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078238.677425:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078238.677430:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078238]  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078238.677437:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078238.677438:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078238.677441:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078238.677443:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:3.0:1769078238.677444:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:3.0:1769078238.677447:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078238.677449:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078238.677457:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677463:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078238.677464:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078238.677469:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677475:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078238.677478:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677489:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078238.677492:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677493:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677496:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078238.677497:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078238.677499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078238.677503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078238.677505:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078238.677509:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078238.677515:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853696:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078238.677519:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078238.677626:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078238]  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078238.677635:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078238.677636:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078238.677638:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078238.677640:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078238.677642:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078238.677644:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078238.677647:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078238.677654:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677660:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078238.677662:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677664:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677665:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078238.677668:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677674:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078238.677677:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677684:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078238.677686:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677688:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677689:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677691:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078238.677693:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078238.677695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078238.677699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078238.677701:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078238.677705:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078238.677713:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925853568:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078238.677717:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078238.677721:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078238]  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078238.677732:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078238.677734:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078238.677736:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078238.677739:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078238.677741:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078238.677744:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078238.677748:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078238.677756:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677762:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078238.677763:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677765:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677766:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078238.677769:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677775:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078238.677778:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.677785:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078238.677787:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677789:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078238.677790:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.677792:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078238.677794:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078238.677796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078238.677800:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078238.677803:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078238.677806:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078238.677813:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925853440:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078238.678014:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678026:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078238.678040:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925853824/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.678051:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078238.678055:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078238.678059:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078238.678063:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078238.678066:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078238.678068:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078238.678070:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078238.678073:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078238.678077:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078238.678079:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078238.678081:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078238.678086:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078238.678088:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678090:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078238.678094:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925853696/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.678101:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078238.678102:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078238.678103:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078238.678106:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078238.678107:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078238.678109:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078238.678110:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078238.678112:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078238.678114:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078238.678115:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078238.678116:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078238.678119:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078238.678120:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678122:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078238.678125:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925853568/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.678131:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078238.678133:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078238.678134:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078238.678136:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078238.678138:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078238.678138:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078238.678140:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078238.678141:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078238.678143:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078238.678144:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078238.678146:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078238.678161:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078238.678163:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678165:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078238.678169:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925853440/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078238.678176:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078238.678178:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078238.678179:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078238.678182:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078238.678183:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078238.678184:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078238.678186:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078238.678188:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078238.678190:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078238.678191:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078238.678193:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078238.678195:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078238.678197:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678198:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078238.678207:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078238.678209:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078238.678212:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078238.678213:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078239.124624:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078239.124630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078239.124636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078239.124637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078239.124659:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078239.124669:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078239.124672:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078240.148626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078240.148635:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078240.148637:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078240.148640:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078240.148644:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078240.148646:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078240.148648:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078240.148650:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078240.148654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078240.148656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078240.148716:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078240.148719:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078240.148721:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078240.724660:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.724669:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078240.724671:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.724673:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.724676:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.724681:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4928
00000400:00000200:0.0:1769078240.724689:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078240.724693:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.724701:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.724703:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724705:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.724707:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724708:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078240.724711:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.724713:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078240.724715:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.724718:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078240.724720:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078240.724722:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078240.724725:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724727:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.724728:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724730:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078240.724733:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078240.724736:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724739:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.724741:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.724745:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.724748:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.724751:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078240.724753:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078240.724760:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769078240.724763:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078240.724767:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.724768:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.724771:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.724773:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.724778:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078240.724785:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078240.724790:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078240.724798:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078240.724817:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.724821:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078240.724826:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.724847:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.724850:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.724853:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078240.724855:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.724856:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.724859:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.724861:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4928
00000400:00000200:0.0:1769078240.724865:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078240.724868:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.724870:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.724872:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724874:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.724877:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724879:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078240.724882:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.724884:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078240.724885:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.724887:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078240.724889:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078240.724891:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078240.724894:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078240.724895:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724899:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078240.724900:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078240.724902:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078240.724905:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078240.724906:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078240.724910:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000040:3.0:1769078240.724916:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078240.724922:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078240.724929:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.724934:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.724936:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.724940:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.724944:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.724945:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078240.724948:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.724955:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925853952:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078240.724959:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.724960:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078240.724964:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.724967:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078240.724968:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078240.724973:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078240.724975:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078240.724977:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769078240.724980:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.724984:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078240.724985:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
00000100:00000010:0.0:1769078240.724988:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
02000000:00000001:3.0:1769078240.724990:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078240.724994:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078240.724998:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.724999:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.725002:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078240.725003:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.725006:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.725008:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078240.725009:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000010:0.0:1769078240.725013:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078240.725018:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078240.725018:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00100000:0.0:1769078240.725026:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078240.725030:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925853952, portal 25
00000100:00000001:3.0:1769078240.725035:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.725038:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000001:0.0:1769078240.725039:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.725044:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.725047:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078240.725052:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725064:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078240.725068:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.725071:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.725075:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078240.725077:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.725081:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078240.725082:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725087:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078240.725087:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078240.725093:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925853952, offset 0
00000100:00080000:0.0:1769078240.725094:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4928
00000400:00000200:0.0:1769078240.725101:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.725105:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769078240.725107:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.725111:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.725127:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725130:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078240.725133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078240.725134:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725139:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078240.725141:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.725143:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:3.0:1769078240.725145:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:0.0:1769078240.725146:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.725150:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078240.725154:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078240.725155:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078240.725159:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078240.725163:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:0.0:1769078240.725165:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725168:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078240.725170:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078240.725173:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078240.725177:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078240.725182:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16381:16381:256:4294967295] 192.168.204.157@tcp LPNI seq info [16377:16377:8:4294967295]
00000400:00000200:3.0:1769078240.725186:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078240.725187:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078240.725192:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078240.725196:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725203:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.725204:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078240.725207:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.725212:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.725216:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078240.725217:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725220:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078240.725224:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1769078240.725225:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000008:00000001:0.0:1769078240.725227:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.725231:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078240.725235:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000800:00000200:3.0:1769078240.725236:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769078240.725240:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.0:1769078240.725242:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1769078240.725244:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.725247:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.725250:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.725253:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769078240.725254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769078240.725255:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078240.725261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
02000000:00000010:0.0:1769078240.725262:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000100:00000001:0.0:1769078240.725267:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078240.725269:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.725273:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00100000:0.0:1769078240.725274:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078240.725281:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078240.725284:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.725287:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.725292:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078240.725295:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078240.725300:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078240.725304:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769078240.725308:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725310:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769078240.725312:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.725316:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078240.725319:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1769078240.725319:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078240.725320:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.725324:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.725327:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4928
00000400:00000200:0.0:1769078240.725331:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078240.725334:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.725337:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.725339:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725341:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.725343:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725345:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078240.725347:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.725348:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078240.725350:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.725352:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078240.725354:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078240.725356:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078240.725358:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725360:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.725362:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725364:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078240.725365:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078240.725367:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078240.725369:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.725371:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.725373:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.725375:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.725377:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078240.725379:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078240.725382:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.725383:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078240.725386:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769078240.725388:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078240.725391:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.725393:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.725397:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.725400:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.725402:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078240.725409:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b000.
00000100:00000001:3.0:1769078240.725410:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078240.725413:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078240.725418:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078240.725423:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725431:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725436:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078240.725437:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.725441:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725445:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078240.725447:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078240.725454:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078240.725460:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725461:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299602688
00000100:00000040:0.0:1769078240.725464:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1769078240.725468:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd480.
00000100:00000040:0.0:1769078240.725469:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078240.725477:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4939)
00000100:00000001:3.0:1769078240.725478:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078240.725486:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299602688
00000100:00000010:3.0:1769078240.725489:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd420.
00000100:00000001:3.0:1769078240.725492:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078240.725496:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.725498:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725501:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.725505:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.725515:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.725517:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.725519:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078240.725522:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078240.725549:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078240.725553:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.725557:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.725564:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725570:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.725572:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725579:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.725581:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.725584:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725591:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.725595:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725600:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.725603:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725605:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.725606:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725608:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.725610:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.725613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.725617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078240.725619:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.725622:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.725629:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925853952:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078240.725635:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725636:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.725639:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925853952/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725644:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.725646:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.725649:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078240.725651:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.725653:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.725654:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078240.725656:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.725658:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:3.0:1769078240.725661:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.725663:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.725664:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:3.0:1769078240.725667:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.725668:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725670:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725677:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078240.725679:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725681:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078240.725682:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078240.725683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078240.725686:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725692:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.725693:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.725695:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.725696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078240.725698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.725701:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854080:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.725703:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078240.725705:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078240.725706:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.725708:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078240.725711:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078240.725712:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.725716:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078240.725719:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078240.725722:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078240.725724:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854080, portal 10
00000100:00000001:3.0:1769078240.725726:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.725727:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:3.0:1769078240.725732:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725739:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078240.725742:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078240.725744:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078240.725746:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925854080, offset 0
00000400:00000200:3.0:1769078240.725750:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078240.725754:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.725757:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078240.725760:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078240.725763:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078240.725765:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078240.725767:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078240.725775:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16382:16382:256:4294967295] 192.168.204.157@tcp LPNI seq info [16378:16378:8:4294967295]
00000400:00000200:3.0:1769078240.725780:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.725786:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078240.725790:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.725793:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078240.725797:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078240.725800:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078240.725804:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078240.725806:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078240.725809:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.725811:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078240.725814:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.725816:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.725819:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078240.725821:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078240.725824:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.725838:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725845:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.725848:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725854:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725855:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.725859:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.725863:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078240.725866:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078240.725868:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299601424
00000100:00000001:3.0:1769078240.725870:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.725872:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299601424
00000100:00000001:3.0:1769078240.725874:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.725876:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.725878:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.725880:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.725883:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.725890:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.725891:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.725892:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078240.725894:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078240.725896:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078240.725898:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.725900:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.725906:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725911:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.725912:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725914:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.725915:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.725918:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725923:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.725927:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725933:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.725935:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725936:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.725937:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.725939:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.725940:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.725942:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.725945:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078240.725947:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.725951:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.725957:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854080:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.725961:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078240.725963:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.725969:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.725970:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.725972:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.725973:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078240.725975:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.725977:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854208:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.725980:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078240.725982:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078240.725983:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.725985:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078240.725987:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078240.725989:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.725992:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078240.725994:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078240.725997:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078240.726000:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854208, portal 10
00000100:00000001:3.0:1769078240.726001:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.726003:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:3.0:1769078240.726008:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726013:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078240.726015:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078240.726017:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078240.726019:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925854208, offset 0
00000400:00000200:3.0:1769078240.726022:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078240.726026:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.726029:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078240.726032:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078240.726034:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078240.726036:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078240.726038:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078240.726041:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16383:16383:256:4294967295] 192.168.204.157@tcp LPNI seq info [16379:16379:8:4294967295]
00000400:00000200:3.0:1769078240.726044:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.726049:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078240.726052:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.726055:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078240.726058:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078240.726060:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078240.726063:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078240.726066:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078240.726069:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.726070:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078240.726073:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.726076:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.726078:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078240.726081:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078240.726083:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.726086:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726093:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.726096:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726101:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.726103:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.726106:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.726109:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078240.726111:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078240.726113:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299601433
00000100:00000001:3.0:1769078240.726126:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.726128:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299601433
00000100:00000001:3.0:1769078240.726130:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.726132:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.726133:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.726135:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.726138:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.726146:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.726147:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.726149:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078240.726151:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078240.726152:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078240.726154:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.726157:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.726165:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726171:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.726173:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726174:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.726176:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.726179:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726185:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.726189:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726195:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.726197:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.726200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726201:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.726203:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.726205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.726208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078240.726210:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.726214:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.726221:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854208:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.726224:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078240.726227:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726233:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.726234:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.726237:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.726238:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078240.726240:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.726243:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854336:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078240.726245:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078240.726247:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078240.726249:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.726250:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078240.726254:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078240.726255:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.726259:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078240.726262:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078240.726265:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078240.726267:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854336, portal 4
00000100:00000001:3.0:1769078240.726270:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.726271:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:3.0:1769078240.726276:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726282:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078240.726284:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078240.726286:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078240.726288:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925854336, offset 0
00000400:00000200:3.0:1769078240.726292:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078240.726295:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.726299:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078240.726301:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078240.726303:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078240.726306:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078240.726307:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078240.726310:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16384:16384:256:4294967295] 192.168.204.157@tcp LPNI seq info [16380:16380:8:4294967295]
00000400:00000200:3.0:1769078240.726314:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078240.726320:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078240.726326:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.726329:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078240.726332:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078240.726334:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078240.726339:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078240.726341:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078240.726345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078240.726347:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078240.726350:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.726353:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.726356:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078240.726358:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078240.726360:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.726363:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726370:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.726373:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726379:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.726380:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.726384:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.726387:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078240.726390:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078240.726391:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299601430
00000100:00000001:3.0:1769078240.726394:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.726396:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299601430
00000100:00000001:3.0:1769078240.726398:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299602688
00000100:00000001:3.0:1769078240.726399:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.726401:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.726403:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.726406:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.726414:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.726415:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.726417:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078240.726419:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078240.726420:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078240.726422:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.726425:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.726432:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726437:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.726438:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726440:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.726442:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.726445:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726450:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.726454:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726461:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.726463:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726464:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.726466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726467:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.726468:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.726471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.726474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078240.726476:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.726480:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.726488:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854336:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078240.726491:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726493:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.726495:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925854080/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726502:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.726503:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.726505:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078240.726508:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.726509:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.726510:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078240.726512:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.726514:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:3.0:1769078240.726516:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.726518:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.726519:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:3.0:1769078240.726521:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.726522:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726548:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.726552:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925854208/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726558:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.726559:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.726561:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078240.726563:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.726564:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.726566:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078240.726567:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.726569:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:3.0:1769078240.726572:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.726573:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.726574:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:3.0:1769078240.726577:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.726578:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726579:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.726582:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925854336/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.726588:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.726590:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.726591:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078240.726593:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.726594:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.726596:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078240.726597:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.726599:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b000.
02000000:00000001:3.0:1769078240.726601:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.726602:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.726603:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:3.0:1769078240.726605:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.726607:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726608:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.726612:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078240.726613:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.726615:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078240.726617:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078241.172605:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078241.172612:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078241.172616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078241.172617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078241.172675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078241.172679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078241.172683:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078242.068596:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299602688, at 4299602752
00000100:00000040:2.0:1769078242.068603:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299602688, at 4299602752
00000100:00000010:3.0:1769078242.068611:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00000100:00000010:2.0:1769078242.068613:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00010000:00000001:3.0:1769078242.196628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078242.196634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078242.196640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078242.196641:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078242.196708:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078242.196712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078242.196715:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078243.220579:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078243.220584:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078243.220589:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078243.220591:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078243.220593:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078243.220595:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078243.220597:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078243.220598:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078243.220599:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078243.220601:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078243.220616:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078243.220617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078243.220619:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078244.244594:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078244.244600:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078244.244605:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078244.244607:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078244.244659:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078244.244662:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078244.244664:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078245.268678:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078245.268687:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078245.268694:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078245.268695:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078245.268772:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078245.268777:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078245.268781:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078245.844628:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078245.844639:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078245.844641:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078245.844645:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078245.844649:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078245.844656:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4934
00000400:00000200:1.0:1769078245.844665:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078245.844671:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078245.844674:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078245.844676:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844679:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078245.844681:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844683:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078245.844686:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078245.844688:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078245.844690:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078245.844692:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078245.844694:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078245.844695:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078245.844697:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844698:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078245.844699:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844701:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078245.844703:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078245.844706:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844708:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.844710:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078245.844713:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.844715:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.844716:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078245.844718:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078245.844727:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078245.844730:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078245.844734:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078245.844735:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.844738:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078245.844741:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078245.844745:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078245.844754:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078245.844759:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078245.844767:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078245.844775:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078245.844779:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.844782:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.844800:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078245.844802:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078245.844805:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078245.844806:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078245.844807:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078245.844809:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078245.844811:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4934
00000400:00000200:1.0:1769078245.844813:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078245.844815:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078245.844816:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078245.844818:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844820:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078245.844822:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844824:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078245.844825:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078245.844826:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078245.844827:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078245.844828:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078245.844830:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078245.844830:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078245.844837:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078245.844840:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078245.844842:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078245.844851:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078245.844853:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.844855:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078245.844859:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.844864:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078245.844869:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078245.844875:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078245.844876:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078245.844878:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.844881:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.844884:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078245.844885:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078245.844888:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.844891:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078245.844891:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.844896:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.844896:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925854464:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078245.844900:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078245.844903:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769078245.844906:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078245.844909:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.844909:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078245.844912:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.844913:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.844919:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769078245.844920:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078245.844923:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000010:3.0:1769078245.844924:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769078245.844926:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078245.844929:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.844929:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.844933:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078245.844935:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078245.844937:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078245.844941:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078245.844942:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078245.844946:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078245.844947:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00100000:1.0:1769078245.844952:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078245.844955:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:1.0:1769078245.844961:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078245.844963:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078245.844965:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854464, portal 25
00000100:00000040:1.0:1769078245.844966:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.844977:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078245.844979:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.844981:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00080000:1.0:1769078245.844982:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078245.844987:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078245.844989:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078245.844991:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078245.844994:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.844995:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078245.845001:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4934
00000400:00000200:1.0:1769078245.845010:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078245.845012:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078245.845016:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078245.845021:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078245.845022:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078245.845026:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000040:1.0:1769078245.845037:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078245.845041:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925854464, offset 0
00000100:00000001:1.0:1769078245.845042:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078245.845047:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.845051:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078245.845052:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078245.845057:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078245.845059:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078245.845060:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078245.845063:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078245.845064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:1.0:1769078245.845067:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078245.845073:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078245.845073:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078245.845079:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845080:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078245.845083:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078245.845088:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:1.0:1769078245.845090:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845094:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078245.845096:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078245.845098:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000040:1.0:1769078245.845102:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078245.845103:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16385:16385:256:4294967295] 192.168.204.157@tcp LPNI seq info [16381:16381:8:4294967295]
00000100:00080000:1.0:1769078245.845110:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845110:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078245.845115:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.845120:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078245.845123:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078245.845124:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.845129:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.845131:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078245.845134:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769078245.845135:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00000001:1.0:1769078245.845137:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.845140:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078245.845144:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000800:00000010:3.0:1769078245.845144:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000020:00000040:1.0:1769078245.845146:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078245.845151:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078245.845151:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.845153:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078245.845154:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078245.845157:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078245.845158:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:1.0:1769078245.845161:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078245.845165:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078245.845166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00100000:1.0:1769078245.845170:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769078245.845179:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078245.845180:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078245.845183:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078245.845186:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1769078245.845191:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769078245.845195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.845200:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00000001:1.0:1769078245.845208:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078245.845208:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078245.845215:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078245.845216:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078245.845223:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078245.845226:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078245.845226:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000100:00080000:1.0:1769078245.845228:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078245.845231:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:1.0:1769078245.845233:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078245.845238:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4934
00000100:00000001:3.0:1769078245.845240:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1769078245.845243:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078245.845248:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078245.845250:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078245.845250:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078245.845256:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078245.845264:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078245.845267:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.845272:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078245.845277:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.845282:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078245.845285:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078245.845286:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078245.845287:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078245.845289:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078245.845294:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078245.845296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078245.845298:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078245.845300:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078245.845306:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.845309:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078245.845311:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.845312:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078245.845317:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078245.845321:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078245.845326:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299607808
00000020:00000040:1.0:1769078245.845329:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000010:3.0:1769078245.845333:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd420.
00000100:00080000:1.0:1769078245.845335:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078245.845340:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.845342:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078245.845344:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078245.845346:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.845350:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845352:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299607808
00000100:00000001:1.0:1769078245.845355:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:3.0:1769078245.845357:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd900.
00000008:00100000:1.0:1769078245.845360:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078245.845361:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078245.845365:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769078245.845366:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.845370:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845370:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845375:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1769078245.845378:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078245.845382:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078245.845384:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078245.845386:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.845389:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769078245.845390:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078245.845391:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078245.845395:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078245.845401:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000400:00000001:3.0:1769078245.845409:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078245.845412:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769078245.845415:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078245.845416:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078245.845421:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078245.845423:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078245.845427:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1769078245.845428:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078245.845436:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.845440:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078245.845444:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.845452:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078245.845456:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.845471:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845473:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1769078245.845476:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078245.845477:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845481:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.845484:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078245.845485:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078245.845489:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845495:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078245.845500:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4944)
00000100:00000040:3.0:1769078245.845501:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845507:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078245.845509:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845510:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.845511:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845513:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078245.845514:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078245.845515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078245.845519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078245.845520:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078245.845547:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078245.845552:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925854464:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078245.845556:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845558:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.845560:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925854464/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845565:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078245.845567:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078245.845570:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078245.845573:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078245.845574:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078245.845576:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078245.845577:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078245.845580:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078245.845584:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078245.845586:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078245.845587:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078245.845590:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078245.845591:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845593:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845600:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078245.845601:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845603:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078245.845604:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078245.845606:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078245.845608:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845613:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078245.845615:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.845617:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078245.845618:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078245.845620:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.845622:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854592:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078245.845623:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078245.845625:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078245.845626:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.845627:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078245.845629:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078245.845630:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078245.845633:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078245.845635:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078245.845637:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078245.845639:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854592, portal 10
00000100:00000001:3.0:1769078245.845641:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078245.845642:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000040:3.0:1769078245.845647:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845651:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078245.845652:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078245.845654:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078245.845655:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925854592, offset 0
00000400:00000200:3.0:1769078245.845657:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845667:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.845670:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078245.845674:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078245.845676:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078245.845678:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078245.845680:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845683:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16386:16386:256:4294967295] 192.168.204.157@tcp LPNI seq info [16382:16382:8:4294967295]
00000400:00000200:3.0:1769078245.845687:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.845693:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078245.845697:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.845701:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078245.845704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078245.845707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078245.845711:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078245.845714:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078245.845725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.845727:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078245.845729:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078245.845733:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078245.845736:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078245.845737:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078245.845739:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078245.845743:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.845759:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845763:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845764:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078245.845767:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.845770:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078245.845772:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078245.845773:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299606544
00000100:00000001:3.0:1769078245.845775:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.845777:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299606544
00000100:00000001:3.0:1769078245.845778:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.845780:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078245.845781:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845782:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078245.845785:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078245.845789:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078245.845790:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078245.845791:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078245.845792:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078245.845793:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078245.845794:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078245.845796:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078245.845801:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845805:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078245.845807:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845808:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.845810:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078245.845813:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845820:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078245.845823:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845829:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078245.845831:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845833:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.845834:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.845835:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078245.845837:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078245.845840:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078245.845843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078245.845845:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078245.845850:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078245.845858:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854592:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078245.845862:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078245.845865:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845870:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078245.845871:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.845873:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078245.845874:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078245.845876:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.845878:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854720:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078245.845880:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078245.845882:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078245.845883:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.845884:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078245.845887:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078245.845888:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078245.845890:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078245.845892:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078245.845894:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078245.845897:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854720, portal 10
00000100:00000001:3.0:1769078245.845898:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078245.845899:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078245.845903:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845907:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078245.845908:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078245.845909:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078245.845911:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925854720, offset 0
00000400:00000200:3.0:1769078245.845913:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845915:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.845917:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078245.845919:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078245.845921:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078245.845922:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078245.845932:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078245.845934:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16387:16387:256:4294967295] 192.168.204.157@tcp LPNI seq info [16383:16383:8:4294967295]
00000400:00000200:3.0:1769078245.845937:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.845943:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078245.845946:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.845949:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078245.845952:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078245.845953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078245.845956:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078245.845958:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078245.845960:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.845962:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078245.845963:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078245.845966:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078245.845969:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078245.845970:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078245.845972:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078245.845976:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845983:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.845986:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.845992:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.845994:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078245.845997:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.846000:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078245.846003:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078245.846005:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299606553
00000100:00000001:3.0:1769078245.846007:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.846010:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299606553
00000100:00000001:3.0:1769078245.846012:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.846014:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078245.846016:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.846018:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078245.846021:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078245.846041:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078245.846043:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078245.846045:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078245.846047:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078245.846049:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078245.846051:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078245.846054:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078245.846062:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078245.846067:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846068:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.846069:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078245.846071:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846075:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078245.846077:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846081:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078245.846082:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846083:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.846084:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846085:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078245.846087:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078245.846088:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078245.846090:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078245.846091:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078245.846093:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078245.846101:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854720:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078245.846104:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078245.846105:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846109:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078245.846110:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.846111:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078245.846112:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078245.846113:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.846115:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854848:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078245.846117:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078245.846119:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078245.846119:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.846120:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078245.846122:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078245.846124:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078245.846127:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078245.846129:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078245.846133:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078245.846136:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854848, portal 4
00000100:00000001:3.0:1769078245.846138:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078245.846139:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078245.846144:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846150:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078245.846152:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078245.846154:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078245.846156:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925854848, offset 0
00000400:00000200:3.0:1769078245.846160:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078245.846164:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.846168:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078245.846171:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078245.846173:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078245.846176:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078245.846178:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078245.846181:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16388:16388:256:4294967295] 192.168.204.157@tcp LPNI seq info [16384:16384:8:4294967295]
00000400:00000200:3.0:1769078245.846185:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078245.846190:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078245.846193:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.846195:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078245.846198:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078245.846200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078245.846202:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078245.846204:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078245.846206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078245.846208:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078245.846211:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078245.846214:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078245.846217:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078245.846218:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078245.846221:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078245.846224:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846232:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.846235:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846241:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.846243:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078245.846246:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.846249:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078245.846252:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078245.846254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299606550
00000100:00000001:3.0:1769078245.846257:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.846259:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299606550
00000100:00000001:3.0:1769078245.846261:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299607808
00000100:00000001:3.0:1769078245.846263:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078245.846264:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.846265:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078245.846268:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078245.846273:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078245.846274:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078245.846275:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078245.846277:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078245.846278:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078245.846279:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078245.846281:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078245.846286:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846290:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078245.846290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846291:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.846292:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078245.846294:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078245.846299:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846303:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078245.846305:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078245.846307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846308:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078245.846309:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078245.846311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078245.846312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078245.846313:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078245.846315:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078245.846320:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925854848:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078245.846322:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846324:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.846325:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925854592/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846329:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078245.846330:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078245.846331:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078245.846332:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078245.846333:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078245.846334:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078245.846335:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078245.846337:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078245.846339:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078245.846340:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078245.846341:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078245.846342:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078245.846343:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.846346:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925854720/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846354:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078245.846355:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078245.846356:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078245.846357:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078245.846358:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078245.846359:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078245.846359:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078245.846360:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078245.846361:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078245.846362:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078245.846363:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078245.846364:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078245.846364:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846365:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078245.846367:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925854848/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.846370:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078245.846370:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078245.846371:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078245.846372:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078245.846373:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078245.846374:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078245.846374:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078245.846375:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078245.846376:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078245.846377:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078245.846378:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078245.846379:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078245.846380:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846382:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078245.846386:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078245.846387:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.846389:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078245.846390:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078246.292623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078246.292628:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078246.292632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078246.292633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078246.292691:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078246.292694:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078246.292698:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078247.188596:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299607808, at 4299607872
00000100:00000040:2.0:1769078247.188606:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299607808, at 4299607872
00000100:00000010:3.0:1769078247.188614:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000100:00000010:2.0:1769078247.188620:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00010000:00000001:3.0:1769078247.316661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078247.316669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078247.316674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078247.316675:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078247.316701:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078247.316704:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078247.316707:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078248.340658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078248.340664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078248.340669:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078248.340670:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078248.340733:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078248.340736:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078248.340738:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078249.364665:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078249.364674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078249.364682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078249.364683:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078249.364741:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078249.364745:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078249.364747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078250.388637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078250.388645:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078250.388647:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078250.388649:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078250.388653:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078250.388655:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078250.388657:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078250.388659:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078250.388663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078250.388664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078250.388745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078250.388751:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078250.388755:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078250.964618:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078250.964628:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078250.964638:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078250.964641:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078250.964646:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078250.964653:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4939
00000400:00000200:0.0:1769078250.964661:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078250.964667:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078250.964670:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078250.964673:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964676:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.964678:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964681:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078250.964685:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078250.964687:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078250.964690:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078250.964692:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078250.964694:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078250.964697:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078250.964700:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964702:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.964704:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964706:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078250.964709:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078250.964712:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964719:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078250.964725:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078250.964728:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078250.964731:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.964733:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078250.964735:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078250.964741:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769078250.964744:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078250.964748:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078250.964750:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.964753:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078250.964755:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078250.964759:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078250.964764:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769078250.964769:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078250.964777:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078250.964787:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078250.964791:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078250.964796:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078250.964816:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078250.964818:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078250.964821:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078250.964823:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078250.964825:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078250.964827:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078250.964829:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4939
00000400:00000200:0.0:1769078250.964833:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078250.964836:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078250.964838:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078250.964842:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964846:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.964850:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964853:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078250.964855:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078250.964857:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078250.964858:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078250.964860:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078250.964862:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078250.964865:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078250.964867:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078250.964876:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078250.964876:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078250.964881:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.964884:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078250.964885:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078250.964890:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078250.964894:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000040:3.0:1769078250.964900:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078250.964902:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078250.964911:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078250.964919:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078250.964926:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078250.964928:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078250.964930:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.964934:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.964935:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078250.964940:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078250.964955:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1769078250.964958:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.964961:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078250.964962:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.964971:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078250.964973:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000020:00000040:0.0:1769078250.964977:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00100000:3.0:1769078250.964982:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925854976:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078250.964983:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078250.964987:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.964990:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078250.964991:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078250.964993:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078250.964997:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:3.0:1769078250.965004:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078250.965006:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.965011:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078250.965014:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078250.965016:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078250.965018:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078250.965029:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1769078250.965030:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078250.965035:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965037:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078250.965046:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078250.965048:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078250.965057:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078250.965069:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:0.0:1769078250.965070:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078250.965078:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078250.965082:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1769078250.965082:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925854976, portal 25
00000100:00000001:0.0:1769078250.965087:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078250.965088:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078250.965095:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000100:00080000:0.0:1769078250.965096:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078250.965106:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078250.965109:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078250.965115:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4939
00000400:00000200:0.0:1769078250.965137:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078250.965137:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078250.965149:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769078250.965153:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078250.965154:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00080000:0.0:1769078250.965163:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078250.965163:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925854976, offset 0
00000100:00000040:0.0:1769078250.965174:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965177:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078250.965183:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078250.965186:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965190:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078250.965193:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078250.965194:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078250.965196:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078250.965199:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769078250.965201:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078250.965208:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078250.965211:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078250.965219:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078250.965219:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078250.965227:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.965231:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078250.965233:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078250.965235:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078250.965239:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078250.965244:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00080000:0.0:1769078250.965245:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965251:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078250.965254:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078250.965255:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078250.965259:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078250.965263:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:0.0:1769078250.965266:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965270:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078250.965275:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078250.965276:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16389:16389:256:4294967295] 192.168.204.157@tcp LPNI seq info [16385:16385:8:4294967295]
00000008:00000001:0.0:1769078250.965283:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965290:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078250.965291:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:0.0:1769078250.965296:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078250.965300:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078250.965306:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078250.965312:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965318:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078250.965319:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078250.965321:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078250.965326:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078250.965332:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000800:00000200:3.0:1769078250.965335:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965337:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078250.965345:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00100000:0.0:1769078250.965347:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078250.965361:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078250.965362:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078250.965368:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078250.965370:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769078250.965375:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078250.965386:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078250.965395:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078250.965396:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769078250.965401:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078250.965408:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1769078250.965409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965412:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1769078250.965415:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00080000:0.0:1769078250.965416:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078250.965424:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078250.965426:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078250.965428:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4939
00000400:00000200:0.0:1769078250.965440:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.965441:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078250.965448:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078250.965451:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000100:00080000:0.0:1769078250.965452:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078250.965458:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000040:0.0:1769078250.965460:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965466:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078250.965467:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078250.965472:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078250.965480:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078250.965481:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078250.965488:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078250.965493:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078250.965498:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078250.965504:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078250.965511:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078250.965516:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078250.965519:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078250.965555:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965558:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078250.965560:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965562:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078250.965565:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078250.965568:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078250.965571:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078250.965573:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078250.965576:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078250.965579:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965583:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078250.965584:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078250.965587:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078250.965596:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965603:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078250.965613:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000100:00000001:3.0:1769078250.965615:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078250.965619:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078250.965621:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078250.965624:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078250.965627:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078250.965630:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078250.965632:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078250.965634:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078250.965635:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078250.965647:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000400:00000200:3.0:1769078250.965653:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078250.965655:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.965657:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299612929
00000100:00000010:3.0:1769078250.965664:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd900.
00000100:00100000:0.0:1769078250.965666:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078250.965672:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078250.965679:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078250.965683:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.965684:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299612929
00000100:00000010:3.0:1769078250.965691:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf60.
00000100:00000040:0.0:1769078250.965692:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965695:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078250.965700:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078250.965708:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.965717:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078250.965720:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078250.965728:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078250.965730:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078250.965747:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078250.965758:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4949)
00000400:00000001:3.0:1769078250.965774:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078250.965776:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078250.965780:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078250.965784:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078250.965786:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078250.965789:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078250.965793:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078250.965802:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965809:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078250.965811:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965813:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.965814:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078250.965817:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965821:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078250.965825:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965829:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078250.965831:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965832:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.965832:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965834:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078250.965836:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078250.965838:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078250.965841:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078250.965842:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078250.965845:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078250.965852:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925854976:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078250.965855:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.965858:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925854976/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965862:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078250.965864:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078250.965866:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078250.965868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078250.965870:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078250.965871:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078250.965873:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078250.965874:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:3.0:1769078250.965877:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078250.965879:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078250.965880:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:3.0:1769078250.965883:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078250.965884:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965886:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.965893:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078250.965895:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.965897:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078250.965898:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078250.965899:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078250.965901:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965906:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078250.965908:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.965910:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078250.965912:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078250.965913:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078250.965914:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855104:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078250.965917:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078250.965920:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078250.965921:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.965923:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078250.965925:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078250.965927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078250.965932:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078250.965935:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078250.965938:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078250.965953:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855104, portal 10
00000100:00000001:3.0:1769078250.965955:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078250.965957:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000040:3.0:1769078250.965964:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.965971:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078250.965973:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078250.965976:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078250.965979:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925855104, offset 0
00000400:00000200:3.0:1769078250.965983:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078250.965988:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.965991:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078250.965994:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078250.965996:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078250.965997:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078250.965999:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078250.966001:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16390:16390:256:4294967295] 192.168.204.157@tcp LPNI seq info [16386:16386:8:4294967295]
00000400:00000200:3.0:1769078250.966004:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.966008:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078250.966011:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966013:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078250.966016:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078250.966018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078250.966022:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078250.966024:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078250.966026:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966028:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078250.966030:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078250.966032:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078250.966034:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078250.966035:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078250.966037:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078250.966039:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966044:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966046:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966050:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966051:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078250.966053:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.966056:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078250.966058:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078250.966059:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299611664
00000100:00000001:3.0:1769078250.966062:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966063:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299611664
00000100:00000001:3.0:1769078250.966065:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966066:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078250.966067:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966068:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078250.966070:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078250.966074:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078250.966075:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078250.966077:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078250.966078:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078250.966079:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078250.966080:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078250.966082:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078250.966087:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966090:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078250.966091:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966092:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966093:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078250.966094:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966098:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078250.966100:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966104:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078250.966106:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966107:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966107:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966108:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078250.966110:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078250.966111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078250.966113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078250.966114:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078250.966116:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078250.966120:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855104:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078250.966123:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078250.966125:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966130:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078250.966130:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.966131:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078250.966133:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078250.966134:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078250.966135:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855232:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078250.966137:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078250.966138:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078250.966139:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.966141:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078250.966143:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078250.966144:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078250.966146:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078250.966147:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078250.966150:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078250.966151:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855232, portal 10
00000100:00000001:3.0:1769078250.966153:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078250.966154:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:3.0:1769078250.966157:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966161:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078250.966162:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078250.966163:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078250.966165:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925855232, offset 0
00000400:00000200:3.0:1769078250.966167:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078250.966170:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.966172:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078250.966175:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078250.966178:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078250.966180:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078250.966182:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078250.966185:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16391:16391:256:4294967295] 192.168.204.157@tcp LPNI seq info [16387:16387:8:4294967295]
00000400:00000200:3.0:1769078250.966189:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.966195:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078250.966200:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966203:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078250.966207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078250.966209:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078250.966213:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078250.966216:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078250.966218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966219:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078250.966221:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078250.966224:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078250.966226:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078250.966227:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078250.966228:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078250.966231:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966236:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966238:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966242:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966243:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078250.966245:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.966247:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078250.966249:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078250.966250:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299611673
00000100:00000001:3.0:1769078250.966252:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966253:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299611673
00000100:00000001:3.0:1769078250.966255:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966256:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078250.966258:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966259:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078250.966261:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078250.966265:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078250.966266:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078250.966267:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078250.966268:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078250.966269:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078250.966270:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078250.966271:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078250.966276:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966280:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078250.966281:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966282:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966282:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078250.966284:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966288:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078250.966290:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966293:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078250.966294:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966297:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078250.966298:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078250.966300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078250.966302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078250.966304:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078250.966306:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078250.966310:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855232:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078250.966312:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078250.966314:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966319:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078250.966320:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.966321:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078250.966322:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078250.966324:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078250.966326:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855360:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078250.966329:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078250.966331:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078250.966332:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.966334:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078250.966336:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078250.966338:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078250.966342:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078250.966344:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078250.966348:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078250.966350:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855360, portal 4
00000100:00000001:3.0:1769078250.966352:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078250.966354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:3.0:1769078250.966360:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966367:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078250.966369:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078250.966371:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078250.966374:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925855360, offset 0
00000400:00000200:3.0:1769078250.966378:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078250.966382:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.966385:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078250.966388:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078250.966390:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078250.966391:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078250.966393:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078250.966395:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16392:16392:256:4294967295] 192.168.204.157@tcp LPNI seq info [16388:16388:8:4294967295]
00000400:00000200:3.0:1769078250.966397:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078250.966401:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078250.966404:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966406:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078250.966408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078250.966410:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078250.966412:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078250.966414:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078250.966417:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078250.966418:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078250.966420:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078250.966423:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078250.966426:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078250.966427:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078250.966430:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078250.966433:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966440:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966443:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966457:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078250.966460:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.966463:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078250.966467:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078250.966469:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299611670
00000100:00000001:3.0:1769078250.966472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966473:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299611670
00000100:00000001:3.0:1769078250.966475:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299612929
00000100:00000001:3.0:1769078250.966476:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078250.966478:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966479:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078250.966481:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078250.966485:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078250.966487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078250.966488:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078250.966489:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078250.966490:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078250.966492:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078250.966494:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078250.966499:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966502:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078250.966503:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966504:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966505:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078250.966507:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966511:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078250.966513:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966517:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078250.966519:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966519:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078250.966520:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966521:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078250.966538:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078250.966540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078250.966542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078250.966543:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078250.966545:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078250.966549:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855360:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078250.966552:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966553:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966555:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925855104/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966559:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078250.966560:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078250.966561:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078250.966562:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078250.966563:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078250.966564:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078250.966565:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078250.966566:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b400.
02000000:00000001:3.0:1769078250.966568:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078250.966569:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078250.966570:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:3.0:1769078250.966572:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078250.966573:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966574:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966576:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925855232/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966580:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078250.966581:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078250.966582:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078250.966583:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078250.966583:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078250.966584:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078250.966585:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078250.966586:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078250.966587:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078250.966587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078250.966588:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:3.0:1769078250.966589:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078250.966590:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966591:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078250.966592:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925855360/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.966596:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078250.966596:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078250.966597:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078250.966599:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078250.966600:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078250.966601:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078250.966603:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078250.966604:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078250.966605:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078250.966606:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078250.966607:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:3.0:1769078250.966609:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078250.966611:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966612:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078250.966616:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078250.966617:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.966619:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078250.966620:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078251.412682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078251.412694:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078251.412702:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078251.412703:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078251.412735:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078251.412738:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078251.412742:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078252.308582:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299612929, at 4299612992
00000100:00000010:2.0:1769078252.308598:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000100:00000040:3.0:1769078252.308627:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299612929, at 4299612992
00000100:00000010:3.0:1769078252.308642:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00010000:00000001:3.0:1769078252.436642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078252.436648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078252.436654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078252.436655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078252.436713:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078252.436716:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078252.436718:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078253.460618:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078253.460623:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078253.460627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078253.460629:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078253.460631:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078253.460633:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078253.460635:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078253.460636:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078253.460638:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078253.460639:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078253.460684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078253.460688:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078253.460691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078254.484642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078254.484647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078254.484652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078254.484653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078254.484714:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078254.484719:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078254.484722:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078255.508596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078255.508600:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078255.508604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078255.508605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078255.508619:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078255.508622:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078255.508624:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078256.084643:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078256.084654:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078256.084657:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078256.084661:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078256.084665:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078256.084673:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4944
00000400:00000200:0.0:1769078256.084682:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078256.084687:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078256.084689:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078256.084691:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084693:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.084695:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084696:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078256.084699:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078256.084700:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078256.084702:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078256.084704:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078256.084705:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078256.084707:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078256.084708:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084710:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.084712:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084713:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078256.084715:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078256.084717:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084719:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078256.084720:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078256.084723:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078256.084725:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.084726:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078256.084728:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078256.084733:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078256.084735:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078256.084738:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078256.084739:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.084741:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078256.084743:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078256.084746:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078256.084751:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078256.084756:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078256.084762:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078256.084769:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078256.084772:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078256.084775:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078256.084792:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078256.084794:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078256.084796:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078256.084797:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078256.084798:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078256.084800:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078256.084802:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4944
00000400:00000200:0.0:1769078256.084804:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078256.084806:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078256.084807:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078256.084810:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084811:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.084813:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084815:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078256.084816:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078256.084816:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078256.084817:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078256.084819:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078256.084819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078256.084823:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078256.084825:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078256.084825:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078256.084828:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078256.084829:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084832:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.084835:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084837:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078256.084837:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078256.084841:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078256.084845:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084850:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078256.084853:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078256.084863:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078256.084866:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.084869:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078256.084871:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078256.084871:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078256.084877:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.084877:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.084880:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078256.084881:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925855488:192.168.204.157@tcp:250:kworker.0
00000008:00100000:0.0:1769078256.084883:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078256.084886:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769078256.084887:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.084890:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.084890:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769078256.084893:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
02000000:00000001:3.0:1769078256.084893:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078256.084899:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078256.084899:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078256.084903:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1769078256.084904:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:0.0:1769078256.084905:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.084909:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078256.084909:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078256.084912:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078256.084914:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.084918:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1769078256.084919:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000400:00000010:3.0:1769078256.084922:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:0.0:1769078256.084923:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078256.084929:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00100000:0.0:1769078256.084930:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078256.084936:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078256.084936:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855488, portal 25
00000100:00000001:0.0:1769078256.084940:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.084940:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078256.084943:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000040:0.0:1769078256.084944:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078256.084949:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078256.084954:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078256.084959:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078256.084960:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078256.084963:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:3.0:1769078256.084965:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084966:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078256.084969:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078256.084969:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769078256.084974:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769078256.084974:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925855488, offset 0
00000100:00080000:0.0:1769078256.084978:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4944
00000400:00000200:3.0:1769078256.084982:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769078256.084985:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078256.084988:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078256.084989:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078256.084992:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078256.084994:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.084997:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.085001:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085001:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078256.085003:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078256.085006:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078256.085007:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078256.085009:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078256.085009:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769078256.085013:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078256.085014:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078256.085016:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:0.0:1769078256.085017:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078256.085021:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078256.085022:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.085026:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078256.085026:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:0.0:1769078256.085031:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085034:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16393:16393:256:4294967295] 192.168.204.157@tcp LPNI seq info [16389:16389:8:4294967295]
00000100:00000001:0.0:1769078256.085035:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078256.085039:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078256.085042:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078256.085044:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078256.085047:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078256.085048:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078256.085050:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078256.085055:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.085056:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078256.085057:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078256.085060:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078256.085063:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078256.085064:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078256.085066:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078256.085069:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000010:0.0:1769078256.085070:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078256.085073:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078256.085074:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078256.085076:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078256.085077:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078256.085078:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078256.085081:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078256.085083:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078256.085083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
02000000:00000010:0.0:1769078256.085088:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000800:00000200:3.1:1769078256.085090:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078256.085092:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078256.085095:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1769078256.085099:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1769078256.085103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085106:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00000001:0.0:1769078256.085110:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078256.085111:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078256.085112:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.085119:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078256.085120:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078256.085123:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078256.085126:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769078256.085131:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085132:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769078256.085134:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078256.085138:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:3.0:1769078256.085138:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078256.085141:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078256.085143:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078256.085147:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078256.085152:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4944
00000100:00000001:3.0:1769078256.085153:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769078256.085156:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:3.0:1769078256.085160:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078256.085162:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078256.085166:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078256.085170:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078256.085174:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.085175:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.085179:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078256.085179:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078256.085182:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078256.085183:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078256.085184:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:3.0:1769078256.085185:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078256.085186:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078256.085189:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078256.085192:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078256.085192:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:0.0:1769078256.085194:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078256.085196:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299618048
00000100:00000040:0.0:1769078256.085198:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078256.085201:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078256.085203:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000010:3.0:1769078256.085203:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf60.
00000100:00000001:0.0:1769078256.085207:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078256.085209:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078256.085211:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078256.085211:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078256.085216:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078256.085217:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078256.085218:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299618048
02000000:00000001:0.0:1769078256.085219:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078256.085222:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdba0.
02000000:00000001:0.0:1769078256.085223:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.085227:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078256.085228:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000008:00100000:0.0:1769078256.085229:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078256.085232:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085232:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078256.085236:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085237:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078256.085240:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000100:00000001:3.0:1769078256.085241:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1769078256.085244:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078256.085247:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078256.085247:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078256]  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078256.085250:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078256.085253:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078256.085255:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078256.085257:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078256.085262:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000400:00000001:3.0:1769078256.085262:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078256.085264:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078256.085266:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078256.085267:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078256.085271:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00100000:0.0:1769078256.085273:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078256.085274:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078256.085278:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769078256.085282:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078256.085283:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078256.085284:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078256.085292:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078256.085300:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078256.085302:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078256.085306:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078256.085312:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078256.085318:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1769078256.085319:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4954)
00000100:00000001:3.0:1769078256.085320:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085323:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085324:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078256.085327:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085330:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078256.085334:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085339:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078256.085341:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085342:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085343:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085344:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078256.085346:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078256.085347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078256.085350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078256.085351:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078256.085354:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078256.085358:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925855488:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078256.085361:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085364:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925855488/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085367:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078256.085369:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085371:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078256.085372:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078256.085373:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078256.085374:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078256.085376:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078256.085378:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:3.0:1769078256.085380:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078256.085381:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078256.085382:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:3.0:1769078256.085384:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078256.085385:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085386:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085391:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078256.085393:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085394:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078256.085395:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078256.085396:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078256.085398:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085402:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078256.085403:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085404:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078256.085406:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078256.085407:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078256.085408:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855616:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078256.085410:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078256.085411:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078256.085412:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085413:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085414:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078256.085415:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.085418:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078256.085419:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078256.085421:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078256.085423:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855616, portal 10
00000100:00000001:3.0:1769078256.085424:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078256.085425:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:3.0:1769078256.085429:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085432:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078256.085434:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078256.085435:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078256.085436:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925855616, offset 0
00000400:00000200:3.0:1769078256.085438:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085440:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085442:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078256.085444:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078256.085445:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078256.085446:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078256.085448:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085450:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16394:16394:256:4294967295] 192.168.204.157@tcp LPNI seq info [16390:16390:8:4294967295]
00000400:00000200:3.0:1769078256.085452:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085456:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078256.085458:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085460:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078256.085462:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078256.085464:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078256.085466:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078256.085468:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078256.085469:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085471:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078256.085472:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078256.085474:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078256.085476:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078256.085477:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078256.085478:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078256.085480:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085484:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085486:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085490:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085491:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078256.085492:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078256.085494:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078256.085496:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078256.085497:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299616783
00000100:00000001:3.0:1769078256.085499:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085500:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299616783
00000100:00000001:3.0:1769078256.085502:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085503:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078256.085504:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085505:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078256.085507:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078256]  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078256.085512:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078256.085512:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078256.085513:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078256.085514:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078256.085515:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078256.085516:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078256.085518:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078256.085537:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085541:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078256.085542:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085543:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085544:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078256.085546:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085549:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078256.085551:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085556:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078256.085557:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085558:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085558:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085566:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078256.085567:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078256.085568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078256.085571:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078256.085572:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078256.085574:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078256.085579:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855616:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078256.085581:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078256.085583:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085587:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078256.085587:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085588:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078256.085589:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078256.085590:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078256.085592:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855744:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078256.085593:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078256.085594:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078256.085595:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085596:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085598:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078256.085599:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.085601:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078256.085603:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078256.085604:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078256.085606:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855744, portal 10
00000100:00000001:3.0:1769078256.085607:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078256.085608:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:3.0:1769078256.085611:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085615:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078256.085616:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078256.085617:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078256.085619:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925855744, offset 0
00000400:00000200:3.0:1769078256.085621:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085623:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085625:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078256.085626:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078256.085628:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078256.085629:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078256.085630:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085632:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16395:16395:256:4294967295] 192.168.204.157@tcp LPNI seq info [16391:16391:8:4294967295]
00000400:00000200:3.0:1769078256.085635:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085638:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078256.085640:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085642:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078256.085644:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078256.085645:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078256.085648:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078256.085649:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078256.085651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085652:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078256.085654:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078256.085656:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078256.085657:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078256.085658:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078256.085660:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078256.085662:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085668:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085671:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085672:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078256.085674:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078256.085676:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078256.085678:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078256.085679:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299616793
00000100:00000001:3.0:1769078256.085680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085682:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299616793
00000100:00000001:3.0:1769078256.085683:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085684:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078256.085685:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085686:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078256.085688:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078256]  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078256.085692:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078256.085693:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078256.085694:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078256.085695:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078256.085696:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078256.085697:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078256.085698:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078256.085703:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085706:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078256.085707:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085708:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085709:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078256.085711:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085714:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078256.085716:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085720:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078256.085722:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085723:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085723:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085724:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078256.085725:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078256.085726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078256.085728:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078256.085729:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078256.085731:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078256.085735:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855744:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078256.085740:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078256.085742:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085746:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078256.085746:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085747:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078256.085748:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078256.085749:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078256.085751:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855872:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078256.085752:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078256.085753:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078256.085754:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078256.085755:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085757:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078256.085758:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078256.085760:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078256.085762:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078256.085763:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078256.085765:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925855872, portal 4
00000100:00000001:3.0:1769078256.085766:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078256.085767:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000040:3.0:1769078256.085770:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085773:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078256.085775:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078256.085776:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078256.085777:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925855872, offset 0
00000400:00000200:3.0:1769078256.085779:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085780:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085782:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078256.085783:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078256.085785:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078256.085786:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078256.085787:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078256.085789:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16396:16396:256:4294967295] 192.168.204.157@tcp LPNI seq info [16392:16392:8:4294967295]
00000400:00000200:3.0:1769078256.085791:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078256.085795:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078256.085797:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085798:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078256.085800:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078256.085802:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078256.085804:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078256.085805:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078256.085807:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078256.085808:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078256.085810:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078256.085812:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078256.085813:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078256.085814:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078256.085816:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078256.085817:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085822:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085823:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085827:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085828:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078256.085830:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078256.085831:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078256.085833:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078256.085834:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299616790
00000100:00000001:3.0:1769078256.085835:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085837:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299616790
00000100:00000001:3.0:1769078256.085838:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299618048
00000100:00000001:3.0:1769078256.085839:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078256.085840:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085841:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078256.085843:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078256]  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078256.085847:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078256.085847:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078256.085848:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078256.085849:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078256.085850:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078256.085851:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078256.085852:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078256.085867:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085874:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078256.085875:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085876:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085877:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078256.085879:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085882:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078256.085884:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085888:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078256.085890:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085891:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078256.085891:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085892:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078256.085893:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078256.085894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078256.085896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078256.085897:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078256.085899:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078256.085903:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925855872:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078256.085904:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085906:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085907:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925855616/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085911:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078256.085912:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085913:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078256.085914:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078256.085915:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078256.085916:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078256.085917:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078256.085918:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:3.0:1769078256.085920:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078256.085921:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078256.085921:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:3.0:1769078256.085923:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078256.085923:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085924:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085926:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925855744/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085930:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078256.085931:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085931:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078256.085932:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078256.085933:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078256.085934:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078256.085935:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078256.085935:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078256.085937:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078256.085937:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078256.085938:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:3.0:1769078256.085940:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078256.085941:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085943:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078256.085946:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925855872/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078256.085951:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078256.085952:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078256.085953:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078256.085955:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078256.085956:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078256.085957:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078256.085959:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078256.085961:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078256.085963:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078256.085964:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078256.085965:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:3.0:1769078256.085967:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078256.085968:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085970:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078256.085973:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078256.085974:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078256.085976:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078256.085977:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078256.532619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078256.532624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078256.532628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078256.532629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078256.532687:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078256.532690:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078256.532692:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078257.428599:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299618048, at 4299618112
00000100:00000040:3.0:1769078257.428599:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299618048, at 4299618112
00000100:00000010:3.0:1769078257.428613:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000100:00000010:2.0:1769078257.428616:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00010000:00000001:3.0:1769078257.556627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078257.556633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078257.556638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078257.556639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078257.556697:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078257.556700:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078257.556703:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078258.580604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078258.580609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078258.580619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078258.580620:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078258.580677:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078258.580680:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078258.580682:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078259.604626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078259.604631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078259.604635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078259.604635:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078259.604653:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078259.604654:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078259.604656:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078260.372659:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769078260.372667:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769078260.372672:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769078260.372841:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078260.372847:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078260.372857:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078260.372860:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078260.372863:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078260.628617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078260.628625:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078260.628627:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078260.628630:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078260.628635:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078260.628638:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078260.628640:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078260.628642:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078260.628646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078260.628647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078260.628705:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078260.628709:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078260.628711:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078261.204640:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078261.204652:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078261.204654:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078261.204658:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078261.204662:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078261.204670:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4949
00000400:00000200:1.0:1769078261.204678:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078261.204683:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078261.204686:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078261.204689:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204691:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.204693:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204695:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078261.204699:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078261.204701:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078261.204703:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078261.204705:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078261.204708:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078261.204710:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078261.204712:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204713:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.204715:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204717:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078261.204719:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078261.204722:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204724:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.204727:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078261.204730:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.204733:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.204735:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078261.204737:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078261.204746:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078261.204749:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078261.204752:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078261.204753:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.204756:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078261.204758:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078261.204762:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078261.204784:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078261.204790:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.204797:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078261.204807:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078261.204811:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.204815:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.204833:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078261.204837:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078261.204840:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078261.204841:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078261.204843:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078261.204845:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078261.204848:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4949
00000400:00000200:1.0:1769078261.204853:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078261.204855:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078261.204856:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078261.204861:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078261.204861:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078261.204866:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078261.204867:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204871:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.204875:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078261.204877:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.204878:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078261.204883:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078261.204885:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078261.204889:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078261.204892:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078261.204895:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078261.204896:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078261.204897:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078261.204901:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078261.204901:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.204906:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.204908:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078261.204909:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078261.204910:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078261.204914:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078261.204915:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078261.204916:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078261.204921:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.204922:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.204923:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078261.204927:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.204930:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078261.204930:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925856000:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078261.204933:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078261.204936:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078261.204939:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.204939:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078261.204943:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078261.204946:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
02000000:00000001:3.0:1769078261.204946:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078261.204950:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078261.204951:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.204953:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078261.204955:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.204957:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078261.204957:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078261.204960:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078261.204962:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078261.204965:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000010:1.0:1769078261.204966:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078261.204971:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.204972:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.204978:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078261.204983:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078261.204989:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078261.204991:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:1.0:1769078261.204992:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.204998:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078261.205000:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:1.0:1769078261.205004:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078261.205007:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078261.205009:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1769078261.205010:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856000, portal 25
00000100:00000001:1.0:1769078261.205011:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078261.205014:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078261.205016:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078261.205016:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078261.205021:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4949
00000100:00000001:3.0:1769078261.205021:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000400:00000200:1.0:1769078261.205028:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078261.205032:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078261.205034:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078261.205034:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078261.205037:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205041:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.205044:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205047:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078261.205051:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078261.205053:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078261.205056:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078261.205057:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769078261.205058:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078261.205061:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078261.205063:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078261.205065:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078261.205067:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205070:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.205071:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078261.205071:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000001:1.0:1769078261.205076:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078261.205078:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000200:3.0:1769078261.205078:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925856000, offset 0
00000100:00080000:1.0:1769078261.205082:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205085:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.205086:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078261.205088:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.205091:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205093:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078261.205093:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000008:00100000:1.0:1769078261.205096:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078261.205099:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205101:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078261.205103:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000400:00000200:3.0:1769078261.205105:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078261.205106:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078261.205109:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078261.205111:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205112:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078261.205113:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078261.205115:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205115:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000010:1.0:1769078261.205119:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078261.205122:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205124:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769078261.205127:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078261.205132:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:1.0:1769078261.205135:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078261.205137:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205139:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078261.205142:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078261.205146:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078261.205153:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16397:16397:256:4294967295] 192.168.204.157@tcp LPNI seq info [16393:16393:8:4294967295]
00000400:00000200:3.0:1769078261.205158:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078261.205162:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078261.205165:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078261.205167:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078261.205169:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078261.205171:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078261.205175:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078261.205177:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769078261.205179:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4949
00000400:00000200:1.0:1769078261.205185:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078261.205189:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078261.205192:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078261.205194:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078261.205195:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205199:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.205200:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205202:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078261.205204:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:3.0:1769078261.205204:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000020:00000040:1.0:1769078261.205206:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078261.205209:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078261.205210:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078261.205211:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078261.205213:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.0:1769078261.205216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078261.205217:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205221:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078261.205223:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205224:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078261.205224:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000020:00000040:1.0:1769078261.205227:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078261.205231:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078261.205233:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.205235:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769078261.205238:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078261.205239:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.205241:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205244:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078261.205246:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1769078261.205246:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000008:00000001:1.0:1769078261.205249:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205252:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078261.205255:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000800:00000100:3.0:1769078261.205258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000040:1.0:1769078261.205259:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078261.205263:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1769078261.205264:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
02000000:00000001:1.0:1769078261.205265:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.205268:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078261.205269:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078261.205270:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078261.205272:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078261.205273:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.205276:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078261.205281:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078261.205283:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205285:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078261.205286:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.205295:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205297:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078261.205298:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078261.205304:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078261.205307:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000100:00000040:1.0:1769078261.205308:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4959)
00000400:00000010:3.0:1769078261.205312:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078261.205318:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078261.205323:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205333:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.205337:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205349:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.205351:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078261.205357:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205361:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078261.205369:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299623168
00000100:00000010:3.0:1769078261.205374:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdba0.
00000100:00000001:3.0:1769078261.205380:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078261.205394:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299623168
00000100:00000010:3.0:1769078261.205397:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd000.
00000100:00000001:3.0:1769078261.205404:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078261.205407:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078261.205410:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.205412:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078261.205417:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078261.205426:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078261.205428:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078261.205430:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078261.205433:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078261.205434:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078261.205436:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078261.205440:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078261.205449:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205455:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078261.205457:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205459:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.205461:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078261.205465:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205472:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078261.205476:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205483:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078261.205486:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205488:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.205489:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205491:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078261.205493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078261.205496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078261.205500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078261.205502:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078261.205506:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078261.205513:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925856000:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078261.205518:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205521:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.205542:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925856000/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205549:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078261.205551:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078261.205553:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078261.205556:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078261.205557:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078261.205559:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078261.205561:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078261.205564:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078261.205567:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078261.205569:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078261.205571:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078261.205574:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078261.205575:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205577:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205584:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078261.205586:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.205587:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078261.205589:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078261.205590:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078261.205593:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205600:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078261.205601:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.205603:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078261.205604:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078261.205607:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078261.205609:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856128:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078261.205612:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078261.205614:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078261.205616:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.205617:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078261.205620:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078261.205622:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205626:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078261.205628:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078261.205632:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078261.205634:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856128, portal 10
00000100:00000001:3.0:1769078261.205636:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078261.205637:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000040:3.0:1769078261.205643:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205649:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078261.205651:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078261.205654:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078261.205656:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925856128, offset 0
00000400:00000200:3.0:1769078261.205660:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078261.205664:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.205667:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078261.205670:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078261.205673:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078261.205675:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078261.205677:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078261.205680:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16398:16398:256:4294967295] 192.168.204.157@tcp LPNI seq info [16394:16394:8:4294967295]
00000400:00000200:3.0:1769078261.205684:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.205690:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078261.205694:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.205696:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078261.205700:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078261.205702:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078261.205706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078261.205709:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078261.205713:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.205714:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078261.205717:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078261.205720:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078261.205723:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078261.205725:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078261.205728:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078261.205731:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205739:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.205742:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205748:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.205750:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078261.205753:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078261.205756:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078261.205760:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078261.205761:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299621904
00000100:00000001:3.0:1769078261.205764:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.205766:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299621904
00000100:00000001:3.0:1769078261.205780:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.205782:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078261.205784:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.205786:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078261.205790:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078261.205798:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078261.205800:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078261.205801:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078261.205804:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078261.205805:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078261.205807:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078261.205810:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078261.205820:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205826:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078261.205827:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205829:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.205830:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078261.205834:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205841:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078261.205845:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205852:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078261.205854:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205856:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.205857:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.205859:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078261.205860:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078261.205863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078261.205866:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078261.205868:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078261.205872:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078261.205880:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856128:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078261.205884:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078261.205887:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205893:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078261.205895:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.205897:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078261.205898:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078261.205900:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078261.205903:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856256:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078261.205906:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078261.205907:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078261.205909:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.205911:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078261.205914:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078261.205916:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.205920:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078261.205922:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078261.205925:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078261.205928:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856256, portal 10
00000100:00000001:3.0:1769078261.205930:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078261.205931:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078261.205936:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.205942:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078261.205944:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078261.205946:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078261.205948:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925856256, offset 0
00000400:00000200:3.0:1769078261.205952:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078261.205955:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.205958:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078261.205961:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078261.205964:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078261.205966:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078261.205968:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078261.205971:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16399:16399:256:4294967295] 192.168.204.157@tcp LPNI seq info [16395:16395:8:4294967295]
00000400:00000200:3.0:1769078261.205975:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.205980:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078261.205985:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.205987:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078261.205991:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078261.205993:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078261.205997:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078261.205999:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078261.206003:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.206004:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078261.206007:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078261.206010:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078261.206013:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078261.206014:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078261.206017:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078261.206020:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206027:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.206030:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206035:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.206037:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078261.206040:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078261.206042:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078261.206046:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078261.206047:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299621913
00000100:00000001:3.0:1769078261.206050:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.206052:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299621913
00000100:00000001:3.0:1769078261.206054:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.206056:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078261.206058:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.206059:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078261.206063:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078261.206069:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078261.206071:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078261.206072:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078261.206074:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078261.206076:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078261.206078:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078261.206081:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078261.206088:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206094:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078261.206095:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.206098:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078261.206102:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206107:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078261.206111:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206117:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078261.206120:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206121:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.206122:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206124:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078261.206126:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078261.206128:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078261.206131:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078261.206133:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078261.206137:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078261.206144:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856256:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078261.206147:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078261.206150:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206156:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078261.206157:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.206160:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078261.206162:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078261.206164:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078261.206167:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856384:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078261.206170:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078261.206171:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078261.206173:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078261.206174:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078261.206178:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078261.206179:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078261.206183:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078261.206185:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078261.206188:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078261.206191:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856384, portal 4
00000100:00000001:3.0:1769078261.206193:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078261.206194:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:3.0:1769078261.206200:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206205:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078261.206208:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078261.206210:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078261.206212:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925856384, offset 0
00000400:00000200:3.0:1769078261.206216:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078261.206219:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.206222:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078261.206225:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078261.206227:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078261.206229:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078261.206232:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078261.206234:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16400:16400:256:4294967295] 192.168.204.157@tcp LPNI seq info [16396:16396:8:4294967295]
00000400:00000200:3.0:1769078261.206238:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078261.206243:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078261.206248:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.206251:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078261.206254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078261.206256:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078261.206260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078261.206262:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078261.206266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078261.206267:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078261.206270:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078261.206273:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078261.206275:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078261.206277:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078261.206279:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078261.206282:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206289:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.206291:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206297:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.206299:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078261.206301:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078261.206304:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078261.206307:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078261.206309:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299621910
00000100:00000001:3.0:1769078261.206311:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.206313:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299621910
00000100:00000001:3.0:1769078261.206315:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299623168
00000100:00000001:3.0:1769078261.206317:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078261.206319:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.206320:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078261.206324:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078261.206331:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078261.206332:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078261.206334:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078261.206336:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078261.206337:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078261.206339:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078261.206342:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078261.206349:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206353:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078261.206354:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206356:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.206357:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078261.206360:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206366:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078261.206370:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206376:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078261.206378:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206379:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078261.206381:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206382:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078261.206383:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078261.206386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078261.206389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078261.206390:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078261.206394:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078261.206401:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856384:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078261.206404:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206406:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.206409:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925856128/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206415:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078261.206416:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078261.206418:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078261.206421:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078261.206422:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078261.206423:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078261.206425:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078261.206427:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078261.206429:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078261.206430:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078261.206432:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:3.0:1769078261.206434:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078261.206435:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206437:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.206440:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925856256/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206446:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078261.206447:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078261.206448:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078261.206451:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078261.206452:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078261.206453:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078261.206454:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078261.206456:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078261.206457:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078261.206459:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078261.206460:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078261.206462:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078261.206463:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206465:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078261.206468:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925856384/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078261.206475:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078261.206476:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078261.206477:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078261.206479:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078261.206480:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078261.206481:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078261.206483:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078261.206484:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078261.206486:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078261.206488:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078261.206489:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078261.206491:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078261.206492:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206493:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078261.206497:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078261.206498:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078261.206500:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078261.206501:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078261.652655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078261.652666:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078261.652673:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078261.652674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078261.652729:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078261.652733:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078261.652736:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078262.548627:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299623168, at 4299623232
00000100:00000040:3.0:1769078262.548632:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299623168, at 4299623232
00000100:00000010:2.0:1769078262.548641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000100:00000010:3.0:1769078262.548642:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00010000:00000001:3.0:1769078262.676613:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078262.676619:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078262.676625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078262.676628:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078262.676630:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078262.676632:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078262.676636:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078262.676638:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078262.676640:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078262.676642:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078262.676694:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078262.676697:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078262.676699:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078263.700628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078263.700633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078263.700636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078263.700637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078263.700655:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078263.700657:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078263.700658:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078264.724634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078264.724644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078264.724651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078264.724653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078264.724740:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078264.724746:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078264.724751:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078265.748635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078265.748640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078265.748644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078265.748645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078265.748733:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078265.748736:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078265.748740:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078266.324648:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078266.324657:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078266.324660:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078266.324663:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078266.324666:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078266.324673:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4954
00000400:00000200:2.0:1769078266.324682:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078266.324704:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078266.324707:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078266.324710:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324714:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.324716:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324718:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078266.324723:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078266.324724:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078266.324727:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078266.324730:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078266.324732:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078266.324734:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078266.324741:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324743:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.324745:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324747:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078266.324750:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078266.324753:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324756:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078266.324758:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078266.324761:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078266.324763:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.324765:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078266.324767:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078266.324775:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769078266.324779:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078266.324782:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078266.324784:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.324787:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078266.324789:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078266.324794:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078266.324801:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078266.324805:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078266.324812:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078266.324822:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078266.324825:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078266.324829:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078266.324848:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078266.324851:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078266.324854:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078266.324855:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078266.324857:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078266.324859:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078266.324861:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4954
00000400:00000200:2.0:1769078266.324865:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078266.324867:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078266.324870:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078266.324873:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324875:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.324878:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324880:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078266.324883:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078266.324884:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078266.324885:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078266.324887:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078266.324888:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078266.324892:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078266.324893:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078266.324894:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078266.324898:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078266.324899:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324902:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.324906:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324908:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078266.324908:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078266.324913:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078266.324917:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078266.324923:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078266.324926:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078266.324929:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078266.324932:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078266.324933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078266.324938:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.324940:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078266.324941:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078266.324945:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769078266.324946:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078266.324949:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078266.324951:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.324954:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078266.324956:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925856512:192.168.204.157@tcp:250:kworker.0
00000100:00000010:2.0:1769078266.324959:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000100:00000001:3.0:1769078266.324962:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769078266.324963:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078266.324967:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078266.324968:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078266.324969:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.324972:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078266.324972:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078266.324974:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078266.324978:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.324978:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078266.324982:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
02000000:00000010:3.0:1769078266.324985:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:2.0:1769078266.324987:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.324991:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078266.324995:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078266.325002:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078266.325008:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078266.325008:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:2.0:1769078266.325012:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078266.325017:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000040:2.0:1769078266.325018:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078266.325025:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856512, portal 25
00000100:00000001:2.0:1769078266.325029:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325030:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078266.325033:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078266.325034:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00080000:2.0:1769078266.325040:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078266.325043:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078266.325046:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078266.325047:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078266.325049:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078266.325055:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4954
00000400:00000200:2.0:1769078266.325063:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078266.325064:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078266.325067:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078266.325070:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078266.325072:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078266.325074:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000040:2.0:1769078266.325078:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078266.325080:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925856512, offset 0
00000100:00000001:2.0:1769078266.325082:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.325086:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325091:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078266.325091:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078266.325095:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078266.325098:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078266.325099:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078266.325102:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078266.325103:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:2.0:1769078266.325105:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078266.325108:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078266.325112:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:2.0:1769078266.325113:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325117:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.325120:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325122:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078266.325123:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078266.325126:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078266.325130:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00080000:2.0:1769078266.325132:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325137:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.325137:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078266.325139:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078266.325143:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078266.325143:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:2.0:1769078266.325146:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.325149:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078266.325151:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16401:16401:256:4294967295] 192.168.204.157@tcp LPNI seq info [16397:16397:8:4294967295]
00000008:00100000:2.0:1769078266.325152:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078266.325156:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.325160:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.325164:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:2.0:1769078266.325166:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078266.325169:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078266.325172:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078266.325174:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.325177:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078266.325179:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078266.325180:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769078266.325182:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078266.325187:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078266.325192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078266.325192:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00100000:2.0:1769078266.325199:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769078266.325200:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000001:2.0:1769078266.325207:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078266.325209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078266.325213:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078266.325214:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078266.325219:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1769078266.325221:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078266.325225:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078266.325229:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078266.325230:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078266.325230:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078266.325232:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078266.325236:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769078266.325237:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000100:00080000:2.0:1769078266.325239:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4954
00000400:00000200:2.0:1769078266.325246:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000100:3.0:1769078266.325248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078266.325250:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078266.325253:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1769078266.325253:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00000040:2.0:1769078266.325254:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325257:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.325259:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325261:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078266.325262:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078266.325263:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769078266.325264:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078266.325266:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078266.325269:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078266.325271:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078266.325275:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078266.325276:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078266.325283:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078266.325283:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078266.325288:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:2.0:1769078266.325289:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078266.325294:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078266.325295:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078266.325297:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:3.0:1769078266.325302:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078266.325303:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078266.325310:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078266.325316:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078266.325321:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078266.325324:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078266.325325:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078266.325330:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078266.325331:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078266.325333:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078266.325336:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078266.325341:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.325344:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078266.325350:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078266.325350:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325353:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769078266.325355:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078266.325359:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078266.325360:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325360:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078266.325366:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078266.325367:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078266.325370:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.325370:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078266.325375:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299628288
02000000:00000010:2.0:1769078266.325376:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078266.325381:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078266.325384:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd000.
00000100:00100000:2.0:1769078266.325388:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078266.325393:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078266.325399:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078266.325401:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325402:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299628288
00000100:00000040:2.0:1769078266.325407:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078266.325408:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd120.
00000100:00000001:3.0:1769078266.325413:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078266.325418:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078266.325421:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325422:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078266.325424:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078266.325426:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769078266.325428:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078266.325433:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266]  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078266.325434:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4964)
00000400:00000001:3.0:1769078266.325446:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078266.325448:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078266.325450:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078266.325453:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078266.325455:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078266.325457:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078266.325461:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078266.325469:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325476:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078266.325478:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.325482:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078266.325486:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325492:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078266.325496:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325503:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078266.325505:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325507:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.325508:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325510:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078266.325512:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078266.325514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078266.325518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078266.325521:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078266.325549:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078266.325557:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925856512:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078266.325562:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325564:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.325566:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925856512/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325573:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078266.325576:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078266.325578:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078266.325582:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078266.325584:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078266.325585:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078266.325587:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078266.325589:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078266.325593:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078266.325594:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078266.325596:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:3.0:1769078266.325598:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078266.325599:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325601:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325608:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078266.325610:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325612:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078266.325613:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078266.325614:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078266.325618:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325624:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078266.325626:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.325627:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078266.325629:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078266.325632:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078266.325634:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078266.325637:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078266.325639:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078266.325641:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.325642:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078266.325646:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078266.325648:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.325651:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078266.325654:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078266.325657:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078266.325659:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856640, portal 10
00000100:00000001:3.0:1769078266.325661:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078266.325663:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:3.0:1769078266.325669:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325675:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078266.325677:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078266.325679:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078266.325681:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925856640, offset 0
00000400:00000200:3.0:1769078266.325715:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078266.325719:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.325723:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078266.325726:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078266.325728:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078266.325731:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078266.325733:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078266.325736:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16402:16402:256:4294967295] 192.168.204.157@tcp LPNI seq info [16398:16398:8:4294967295]
00000400:00000200:3.0:1769078266.325740:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.325746:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078266.325750:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.325753:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078266.325757:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078266.325760:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078266.325763:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078266.325766:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078266.325770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.325772:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078266.325774:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078266.325777:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078266.325780:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078266.325782:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078266.325784:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078266.325787:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.325804:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325811:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325812:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078266.325815:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078266.325818:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078266.325821:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078266.325824:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299627024
00000100:00000001:3.0:1769078266.325826:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.325829:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299627024
00000100:00000001:3.0:1769078266.325830:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.325833:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078266.325835:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.325836:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078266.325840:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266]  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078266.325847:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078266.325848:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078266.325850:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078266.325852:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078266.325853:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078266.325855:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078266.325859:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078266.325867:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325874:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078266.325875:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325877:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.325878:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078266.325881:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325888:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078266.325892:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325898:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078266.325901:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325902:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.325903:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.325905:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078266.325907:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078266.325909:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078266.325912:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078266.325914:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078266.325917:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078266.325925:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078266.325929:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078266.325932:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.325938:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078266.325940:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.325942:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078266.325943:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078266.325945:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078266.325948:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856768:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078266.325951:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078266.325953:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078266.325954:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.325956:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078266.325959:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078266.325960:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.325982:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078266.325985:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078266.325988:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078266.325991:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856768, portal 10
00000100:00000001:3.0:1769078266.325993:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078266.325995:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078266.326001:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326007:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078266.326010:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078266.326012:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078266.326015:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925856768, offset 0
00000400:00000200:3.0:1769078266.326019:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078266.326023:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.326026:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078266.326028:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078266.326031:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078266.326033:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078266.326035:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078266.326038:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16403:16403:256:4294967295] 192.168.204.157@tcp LPNI seq info [16399:16399:8:4294967295]
00000400:00000200:3.0:1769078266.326042:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.326048:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078266.326052:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.326055:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078266.326058:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078266.326061:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078266.326066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078266.326069:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078266.326073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.326075:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078266.326078:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078266.326081:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078266.326084:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078266.326086:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078266.326088:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078266.326091:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326098:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.326102:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326108:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.326110:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078266.326112:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078266.326115:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078266.326118:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078266.326120:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299627033
00000100:00000001:3.0:1769078266.326122:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.326124:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299627033
00000100:00000001:3.0:1769078266.326127:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.326129:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078266.326131:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.326132:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078266.326136:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266]  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078266.326144:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078266.326146:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078266.326147:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078266.326149:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078266.326151:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078266.326153:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078266.326156:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078266.326165:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326170:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078266.326171:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326173:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.326174:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078266.326178:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326184:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078266.326188:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326195:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078266.326197:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.326200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326201:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078266.326203:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078266.326205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078266.326208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078266.326210:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078266.326214:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078266.326227:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856768:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078266.326231:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078266.326235:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326242:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078266.326243:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.326245:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078266.326246:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078266.326248:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078266.326251:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856896:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078266.326254:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078266.326256:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078266.326257:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078266.326259:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078266.326262:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078266.326263:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078266.326267:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078266.326270:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078266.326273:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078266.326275:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925856896, portal 4
00000100:00000001:3.0:1769078266.326277:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078266.326278:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078266.326283:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326290:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078266.326292:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078266.326294:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078266.326296:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925856896, offset 0
00000400:00000200:3.0:1769078266.326300:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078266.326304:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.326307:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078266.326310:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078266.326312:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078266.326314:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078266.326316:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078266.326319:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16404:16404:256:4294967295] 192.168.204.157@tcp LPNI seq info [16400:16400:8:4294967295]
00000400:00000200:3.0:1769078266.326324:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078266.326330:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078266.326333:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.326336:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078266.326340:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078266.326343:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769078266.326346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078266.326349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769078266.326352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078266.326354:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078266.326357:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078266.326360:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078266.326363:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078266.326364:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078266.326366:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078266.326370:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326377:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.326380:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326386:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.326387:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078266.326390:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078266.326392:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078266.326395:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078266.326398:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299627030
00000100:00000001:3.0:1769078266.326400:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.326402:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299627030
00000100:00000001:3.0:1769078266.326404:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299628288
00000100:00000001:3.0:1769078266.326406:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078266.326408:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.326409:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078266.326413:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266]  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078266.326420:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078266.326421:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078266.326423:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078266.326425:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078266.326427:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078266.326429:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078266.326432:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078266.326440:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326446:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078266.326447:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326449:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.326450:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078266.326453:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326460:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078266.326464:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326469:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078266.326472:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326473:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078266.326474:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326476:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078266.326478:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078266.326480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078266.326483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078266.326485:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078266.326489:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078266.326497:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925856896:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078266.326500:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326502:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.326505:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925856640/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326511:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078266.326513:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078266.326514:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078266.326517:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078266.326518:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078266.326547:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078266.326549:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078266.326551:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078266.326554:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078266.326555:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078266.326556:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:3.0:1769078266.326559:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078266.326560:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326562:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.326565:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925856768/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326576:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078266.326578:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078266.326579:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078266.326582:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078266.326583:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078266.326584:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078266.326586:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078266.326587:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078266.326589:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078266.326590:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078266.326591:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078266.326593:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078266.326594:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326596:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078266.326600:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925856896/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078266.326606:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078266.326608:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078266.326609:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078266.326611:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078266.326612:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078266.326613:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078266.326615:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078266.326616:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078266.326617:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078266.326618:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078266.326619:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078266.326621:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078266.326622:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326624:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078266.326627:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078266.326628:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078266.326630:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078266.326632:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078266.772665:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078266.772672:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078266.772693:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078266.772700:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078266.772830:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078266.772834:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078266.772837:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078267.668630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299628288, at 4299628352
00000100:00000010:2.0:1769078267.668651:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00000100:00000040:3.0:1769078267.668754:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299628288, at 4299628352
00000100:00000010:3.0:1769078267.668760:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00010000:00000001:3.0:1769078267.796620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078267.796624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078267.796628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078267.796629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078267.796648:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078267.796650:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078267.796653:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078268.820614:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078268.820619:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078268.820623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078268.820624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078268.820683:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078268.820687:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078268.820691:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078269.844685:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078269.844694:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078269.844701:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078269.844702:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078269.844765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078269.844770:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078269.844773:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078270.868658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078270.868667:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078270.868669:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078270.868671:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078270.868676:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078270.868677:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078270.868684:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078270.868686:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078270.868691:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078270.868693:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078270.868758:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078270.868764:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078270.868768:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078271.444646:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078271.444655:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078271.444657:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078271.444660:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078271.444662:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078271.444669:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4959
00000400:00000200:2.0:1769078271.444676:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078271.444681:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078271.444683:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078271.444686:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444688:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.444689:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444691:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078271.444694:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078271.444695:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078271.444697:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078271.444699:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078271.444700:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078271.444701:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078271.444703:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444704:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.444705:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444706:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078271.444708:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078271.444710:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444712:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.444714:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078271.444717:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.444718:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.444720:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078271.444722:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078271.444729:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078271.444732:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078271.444734:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078271.444735:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.444738:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078271.444739:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078271.444743:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078271.444749:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078271.444753:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.444760:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078271.444767:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078271.444770:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078271.444773:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.444792:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078271.444794:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078271.444796:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078271.444801:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078271.444802:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078271.444804:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078271.444805:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4959
00000400:00000200:2.0:1769078271.444807:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078271.444810:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078271.444811:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078271.444813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444814:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.444816:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444817:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078271.444818:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078271.444821:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078271.444822:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078271.444823:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078271.444825:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078271.444826:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078271.444828:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444829:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.444830:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444831:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078271.444832:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078271.444834:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078271.444835:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078271.444836:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.444839:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078271.444840:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078271.444843:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078271.444843:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078271.444847:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.444849:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078271.444852:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078271.444853:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078271.444858:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.444862:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078271.444867:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078271.444867:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078271.444871:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078271.444872:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.444877:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078271.444878:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078271.444879:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.444882:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078271.444882:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.444885:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078271.444886:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.444887:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078271.444890:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925857024:192.168.204.157@tcp:250:kworker.0
02000000:00000010:2.0:1769078271.444892:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:3.0:1769078271.444894:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078271.444896:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.444898:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078271.444902:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.444903:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078271.444904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078271.444910:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1769078271.444910:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
00000100:00000001:2.0:1769078271.444914:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.444914:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078271.444919:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078271.444924:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078271.444929:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078271.444935:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078271.444936:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078271.444940:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078271.444944:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1769078271.444944:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857024, portal 25
00000100:00000001:2.0:1769078271.444947:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078271.444949:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078271.444950:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078271.444952:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078271.444954:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00080000:2.0:1769078271.444955:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4959
00000400:00000200:2.0:1769078271.444961:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078271.444964:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078271.444965:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078271.444967:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078271.444972:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444975:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.444978:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.444982:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078271.444987:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078271.444988:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:3.0:1769078271.444988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078271.444991:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078271.444994:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000040:3.0:1769078271.444994:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078271.444997:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078271.444999:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000010:3.0:1769078271.444999:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078271.445005:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925857024, offset 0
00000100:00000040:2.0:1769078271.445006:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445009:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.445011:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445014:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445015:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078271.445018:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078271.445020:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445022:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769078271.445025:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078271.445028:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078271.445031:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:2.0:1769078271.445032:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.445035:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078271.445037:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078271.445039:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1769078271.445040:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.445042:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445044:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000010:2.0:1769078271.445046:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000400:00000200:3.0:1769078271.445048:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769078271.445050:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078271.445052:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:2.0:1769078271.445054:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078271.445057:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445058:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16405:16405:256:4294967295] 192.168.204.157@tcp LPNI seq info [16401:16401:8:4294967295]
00000100:00000001:2.0:1769078271.445060:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078271.445062:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078271.445064:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445065:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:2.0:1769078271.445069:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078271.445072:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.445079:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078271.445079:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078271.445090:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078271.445091:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445093:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078271.445097:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000040:2.0:1769078271.445098:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078271.445106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078271.445107:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078271.445110:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078271.445111:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00080000:2.0:1769078271.445115:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078271.445118:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078271.445118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078271.445120:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769078271.445122:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1769078271.445123:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078271.445127:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4959
00000800:00000100:3.0:1769078271.445131:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078271.445134:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078271.445135:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078271.445139:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078271.445141:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078271.445141:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078271.445147:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445150:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078271.445150:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078271.445155:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000100:00000040:2.0:1769078271.445156:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445158:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078271.445159:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078271.445160:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078271.445161:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078271.445162:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078271.445163:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000010:3.0:1769078271.445165:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000020:00000001:2.0:1769078271.445166:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078271.445171:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078271.445172:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078271.445173:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078271.445177:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078271.445179:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.445186:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078271.445192:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078271.445195:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769078271.445196:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078271.445199:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.445202:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078271.445203:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078271.445204:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.445208:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.445212:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078271.445215:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078271.445219:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.445222:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078271.445225:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078271.445227:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769078271.445228:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078271.445231:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078271.445232:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.445233:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078271.445234:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078271.445236:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445236:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078271.445242:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000400:00000200:3.0:1769078271.445244:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078271.445247:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445248:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299633408
00000100:00100000:2.0:1769078271.445252:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1769078271.445254:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd120.
00000100:00000001:2.0:1769078271.445260:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078271.445262:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445262:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769078271.445268:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445269:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299633408
00000100:00000010:3.0:1769078271.445274:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd840.
00000100:00000001:2.0:1769078271.445279:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445279:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769078271.445282:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078271.445284:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078271.445286:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078271.445289:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4969)
00000100:00000001:3.0:1769078271.445294:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445296:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078271.445300:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078271.445311:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078271.445313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078271.445314:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078271.445316:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078271.445317:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078271.445319:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078271.445321:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078271.445329:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445335:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078271.445337:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445339:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445340:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078271.445344:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445350:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078271.445354:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445361:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078271.445364:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445366:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445367:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445369:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078271.445371:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078271.445374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078271.445377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078271.445379:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078271.445384:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078271.445390:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925857024:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078271.445393:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445394:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445396:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925857024/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445400:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078271.445402:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078271.445403:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078271.445405:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078271.445406:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078271.445407:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078271.445409:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078271.445410:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078271.445413:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078271.445415:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078271.445416:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:3.0:1769078271.445418:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078271.445418:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445420:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445425:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078271.445426:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445427:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078271.445428:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078271.445429:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078271.445431:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445435:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078271.445436:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445438:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078271.445439:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078271.445440:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078271.445442:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078271.445444:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078271.445445:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078271.445446:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445447:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078271.445449:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078271.445451:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445454:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078271.445455:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078271.445458:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078271.445460:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857152, portal 10
00000100:00000001:3.0:1769078271.445461:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078271.445462:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000040:3.0:1769078271.445466:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445469:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078271.445471:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078271.445472:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078271.445473:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925857152, offset 0
00000400:00000200:3.0:1769078271.445476:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445478:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445481:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078271.445482:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078271.445484:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078271.445485:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078271.445487:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445489:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16406:16406:256:4294967295] 192.168.204.157@tcp LPNI seq info [16402:16402:8:4294967295]
00000400:00000200:3.0:1769078271.445491:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445495:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078271.445498:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445500:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078271.445502:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078271.445504:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078271.445507:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078271.445508:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078271.445510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445512:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078271.445513:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078271.445516:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078271.445517:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078271.445518:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078271.445520:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078271.445538:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445544:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445546:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445550:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445551:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078271.445553:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078271.445556:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078271.445558:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078271.445559:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299632144
00000100:00000001:3.0:1769078271.445561:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445562:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299632144
00000100:00000001:3.0:1769078271.445563:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445565:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078271.445566:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445567:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078271.445569:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078271.445574:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078271.445574:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078271.445576:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078271.445577:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078271.445578:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078271.445579:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078271.445581:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078271.445586:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445589:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078271.445590:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445591:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445592:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078271.445594:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445609:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078271.445611:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445615:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078271.445616:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445617:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445618:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445619:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078271.445620:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078271.445622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078271.445624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078271.445625:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078271.445627:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078271.445632:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078271.445635:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078271.445637:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445641:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078271.445642:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445643:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078271.445644:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078271.445645:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078271.445646:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857280:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078271.445648:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078271.445649:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078271.445650:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445651:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078271.445654:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078271.445655:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445658:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078271.445659:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078271.445661:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078271.445663:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857280, portal 10
00000100:00000001:3.0:1769078271.445664:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078271.445665:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:3.0:1769078271.445668:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445672:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078271.445673:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078271.445674:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078271.445676:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925857280, offset 0
00000400:00000200:3.0:1769078271.445678:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445680:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445682:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078271.445684:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078271.445686:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078271.445687:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078271.445688:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445690:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16407:16407:256:4294967295] 192.168.204.157@tcp LPNI seq info [16403:16403:8:4294967295]
00000400:00000200:3.0:1769078271.445692:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445696:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078271.445698:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445700:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078271.445702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078271.445704:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078271.445706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078271.445708:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078271.445710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445711:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078271.445713:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078271.445715:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078271.445717:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078271.445718:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078271.445720:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078271.445722:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445726:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445728:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445732:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445732:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078271.445734:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078271.445736:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078271.445738:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078271.445739:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299632153
00000100:00000001:3.0:1769078271.445740:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445741:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299632153
00000100:00000001:3.0:1769078271.445743:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445744:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078271.445745:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445746:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078271.445748:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078271.445752:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078271.445753:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078271.445754:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078271.445755:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078271.445756:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078271.445757:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078271.445758:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078271.445763:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445767:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078271.445767:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445768:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445769:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078271.445771:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445774:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078271.445776:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445779:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078271.445781:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445781:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445782:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445783:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078271.445784:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078271.445786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078271.445788:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078271.445789:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078271.445791:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078271.445795:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857280:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078271.445797:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078271.445799:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445802:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078271.445803:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445804:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078271.445805:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078271.445806:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078271.445808:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857408:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078271.445809:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078271.445810:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078271.445811:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078271.445812:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078271.445814:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078271.445815:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078271.445817:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078271.445818:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078271.445821:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078271.445822:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857408, portal 4
00000100:00000001:3.0:1769078271.445823:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078271.445824:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:3.0:1769078271.445827:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445831:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078271.445833:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078271.445834:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078271.445835:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925857408, offset 0
00000400:00000200:3.0:1769078271.445837:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445839:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445840:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078271.445842:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078271.445843:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078271.445844:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078271.445845:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078271.445847:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16408:16408:256:4294967295] 192.168.204.157@tcp LPNI seq info [16404:16404:8:4294967295]
00000400:00000200:3.0:1769078271.445850:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078271.445853:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078271.445856:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445857:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078271.445859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078271.445860:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078271.445862:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078271.445864:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078271.445866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078271.445867:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078271.445869:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078271.445870:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078271.445872:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078271.445873:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078271.445874:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078271.445876:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445880:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445882:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445889:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445890:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078271.445892:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078271.445893:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078271.445895:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078271.445896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299632150
00000100:00000001:3.0:1769078271.445897:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445899:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299632150
00000100:00000001:3.0:1769078271.445900:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299633408
00000100:00000001:3.0:1769078271.445901:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078271.445902:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.445903:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078271.445905:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078271.445909:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078271.445909:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078271.445910:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078271.445911:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078271.445912:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078271.445913:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078271.445915:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078271.445919:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445923:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078271.445923:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445924:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445925:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078271.445928:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445935:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078271.445938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445944:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078271.445947:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445948:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078271.445950:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445952:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078271.445953:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078271.445955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078271.445959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078271.445961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078271.445965:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078271.445972:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857408:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078271.445974:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445975:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445977:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925857152/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.445981:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078271.445982:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078271.445983:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078271.445985:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078271.445986:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078271.445986:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078271.445988:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078271.445989:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078271.445991:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078271.445992:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078271.445993:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078271.445994:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078271.445995:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.445996:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.445998:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925857280/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.446002:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078271.446002:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078271.446003:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078271.446004:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078271.446005:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078271.446005:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078271.446006:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078271.446007:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078271.446008:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078271.446009:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078271.446009:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078271.446011:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078271.446011:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.446012:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078271.446014:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925857408/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078271.446017:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078271.446017:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078271.446018:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078271.446019:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078271.446020:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078271.446020:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078271.446021:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078271.446022:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078271.446023:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078271.446023:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078271.446024:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078271.446025:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078271.446026:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.446028:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078271.446030:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078271.446031:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078271.446032:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078271.446033:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078271.892779:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078271.892786:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078271.892793:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078271.892795:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078271.892819:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078271.892822:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078271.892825:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078272.788636:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299633408, at 4299633472
00000100:00000040:3.0:1769078272.788636:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299633408, at 4299633472
00000100:00000010:2.0:1769078272.788649:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000100:00000010:3.0:1769078272.788652:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00010000:00000001:3.0:1769078272.916625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078272.916632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078272.916637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078272.916650:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078272.916652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078272.916655:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078272.916658:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078272.916660:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078272.916662:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078272.916664:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078272.916723:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078272.916727:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078272.916730:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078273.940685:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078273.940693:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078273.940700:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078273.940702:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078273.940797:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078273.940805:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078273.940809:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078274.964603:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078274.964610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078274.964615:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078274.964616:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078274.964663:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078274.964667:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078274.964671:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078275.988627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078275.988643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078275.988649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078275.988650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078275.988675:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078275.988678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078275.988682:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078276.564630:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078276.564637:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078276.564639:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.564641:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.564661:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.564669:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4964
00000400:00000200:2.0:1769078276.564677:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078276.564683:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.564686:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.564689:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564692:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564695:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564697:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078276.564701:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078276.564703:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078276.564705:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.564707:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078276.564709:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078276.564711:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078276.564714:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564716:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564719:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078276.564721:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078276.564724:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564726:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.564729:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078276.564731:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.564734:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.564736:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078276.564738:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078276.564746:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078276.564749:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078276.564761:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.564763:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.564765:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.564768:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.564771:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078276.564778:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078276.564784:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078276.564792:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078276.564800:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078276.564803:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078276.564806:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078276.564821:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.564824:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078276.564827:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078276.564828:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.564830:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.564832:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.564834:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4964
00000400:00000200:2.0:1769078276.564838:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078276.564841:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.564843:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.564846:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564848:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564850:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564851:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078276.564853:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078276.564853:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078276.564854:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078276.564856:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078276.564857:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078276.564858:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078276.564859:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078276.564859:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078276.564861:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078276.564864:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078276.564865:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078276.564866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564868:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564870:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078276.564872:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078276.564873:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769078276.564875:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078276.564875:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.564877:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.564878:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078276.564879:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078276.564880:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.564883:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078276.564883:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.564885:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078276.564886:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925857536:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078276.564887:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078276.564889:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769078276.564890:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078276.564892:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1769078276.564893:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.564894:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.564895:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.564896:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1769078276.564898:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078276.564900:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000010:3.0:1769078276.564900:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:2.0:1769078276.564902:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078276.564902:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.564903:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.564905:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.564906:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.564907:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.564908:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:2.0:1769078276.564910:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000400:00000010:3.0:1769078276.564911:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:2.0:1769078276.564913:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078276.564917:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078276.564917:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078276.564923:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078276.564923:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857536, portal 25
00000100:00000001:2.0:1769078276.564925:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.564925:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078276.564926:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:2.0:1769078276.564928:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078276.564931:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078276.564936:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.564938:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078276.564942:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078276.564943:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.564945:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078276.564945:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078276.564947:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078276.564948:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078276.564949:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4964
00000400:00000010:3.0:1769078276.564951:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000400:00000200:2.0:1769078276.564953:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000200:3.0:1769078276.564954:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925857536, offset 0
00000400:00000200:2.0:1769078276.564955:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.564957:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078276.564959:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078276.564960:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564962:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564963:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564965:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078276.564966:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:2.0:1769078276.564967:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078276.564968:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078276.564969:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.564971:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078276.564971:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:2.0:1769078276.564973:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078276.564974:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078276.564976:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078276.564977:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564978:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.564980:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078276.564980:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769078276.564982:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078276.564984:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078276.564984:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078276.564986:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078276.564986:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.564988:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.564990:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078276.564990:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16409:16409:256:4294967295] 192.168.204.157@tcp LPNI seq info [16405:16405:8:4294967295]
02000000:00000001:2.0:1769078276.564992:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.564994:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.564994:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078276.564996:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078276.564998:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078276.564999:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.565001:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.565003:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769078276.565004:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078276.565006:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078276.565008:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.565009:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078276.565009:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078276.565010:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.565011:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.565013:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078276.565013:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
02000000:00000010:2.0:1769078276.565016:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078276.565019:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078276.565019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00100000:2.0:1769078276.565023:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078276.565023:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078276.565028:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078276.565029:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078276.565031:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078276.565032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769078276.565034:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1769078276.565036:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565039:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00000001:2.0:1769078276.565041:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.565043:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078276.565044:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769078276.565046:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078276.565048:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078276.565048:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769078276.565049:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.565051:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.565053:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4964
00000400:00000200:3.0:1769078276.565053:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078276.565055:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000400:00000200:2.0:1769078276.565057:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078276.565059:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078276.565059:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1769078276.565061:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078276.565062:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078276.565064:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.565066:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.565068:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.565070:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078276.565070:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078276.565071:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078276.565072:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078276.565074:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078276.565074:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078276.565076:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078276.565078:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078276.565080:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078276.565081:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078276.565083:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078276.565083:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078276.565085:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.565087:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078276.565088:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078276.565088:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078276.565090:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000200:3.0:1769078276.565092:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769078276.565093:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078276.565095:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565095:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299638528
02000000:00000001:2.0:1769078276.565097:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078276.565099:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078276.565099:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd840.
02000000:00000001:2.0:1769078276.565101:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.565102:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078276.565104:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078276.565105:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1769078276.565106:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.565107:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078276.565110:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078276.565110:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299638528
00000020:00000040:2.0:1769078276.565112:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000010:3.0:1769078276.565113:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd5a0.
02000000:00000001:2.0:1769078276.565114:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.565115:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565115:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078276.565116:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.565118:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078276.565118:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.565119:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565120:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078276.565122:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:3.0:1769078276.565123:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078276.565124:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078276.565126:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078276.565128:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078276.565135:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1769078276.565135:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078276.565136:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078276.565137:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078276.565139:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000100:00000040:2.0:1769078276.565140:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078276.565141:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078276.565143:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078276.565145:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078276.565147:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078276.565148:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078276.565150:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078276.565153:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078276.565157:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4974)
00000100:00000200:3.0:1769078276.565157:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565162:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078276.565164:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565165:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565167:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078276.565171:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565177:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078276.565182:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565188:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078276.565191:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565192:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565194:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565196:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078276.565198:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078276.565200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078276.565203:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078276.565204:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078276.565207:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078276.565212:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925857536:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078276.565215:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565216:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.565218:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925857536/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565221:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078276.565223:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078276.565225:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078276.565228:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078276.565229:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078276.565230:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078276.565231:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078276.565233:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078276.565235:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078276.565237:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078276.565238:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078276.565240:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078276.565240:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565242:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565247:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078276.565248:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565250:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078276.565251:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078276.565251:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078276.565253:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565258:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078276.565259:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565260:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078276.565261:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078276.565262:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078276.565264:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078276.565266:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078276.565267:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078276.565268:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565269:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078276.565271:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078276.565272:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.565275:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078276.565276:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078276.565278:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078276.565280:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857664, portal 10
00000100:00000001:3.0:1769078276.565281:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078276.565282:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:3.0:1769078276.565286:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565290:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078276.565291:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078276.565292:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078276.565294:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925857664, offset 0
00000400:00000200:3.0:1769078276.565296:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565298:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565300:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078276.565302:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078276.565303:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078276.565305:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078276.565306:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565308:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16410:16410:256:4294967295] 192.168.204.157@tcp LPNI seq info [16406:16406:8:4294967295]
00000400:00000200:3.0:1769078276.565311:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565315:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078276.565317:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565319:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078276.565321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078276.565323:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078276.565326:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078276.565327:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078276.565330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565332:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078276.565333:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078276.565336:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078276.565337:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078276.565338:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078276.565340:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078276.565341:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565346:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.565348:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565351:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565352:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078276.565354:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078276.565356:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078276.565358:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078276.565360:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299637263
00000100:00000001:3.0:1769078276.565361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299637263
00000100:00000001:3.0:1769078276.565364:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565365:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078276.565367:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565368:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078276.565370:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078276.565374:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078276.565375:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078276.565376:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078276.565377:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078276.565378:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078276.565379:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078276.565380:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078276.565385:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565389:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078276.565389:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565390:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565391:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078276.565393:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565399:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078276.565402:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565408:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078276.565410:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565412:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565413:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565415:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078276.565416:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078276.565419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078276.565422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078276.565424:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078276.565428:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078276.565435:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078276.565439:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078276.565442:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565448:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078276.565450:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565452:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078276.565461:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078276.565462:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078276.565464:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857792:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078276.565466:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078276.565467:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078276.565468:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565469:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078276.565472:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078276.565473:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.565475:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078276.565477:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078276.565479:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078276.565480:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857792, portal 10
00000100:00000001:3.0:1769078276.565482:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078276.565483:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078276.565486:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565490:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078276.565492:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078276.565493:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078276.565495:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925857792, offset 0
00000400:00000200:3.0:1769078276.565497:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565499:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565501:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078276.565503:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078276.565505:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078276.565506:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078276.565507:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565509:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16411:16411:256:4294967295] 192.168.204.157@tcp LPNI seq info [16407:16407:8:4294967295]
00000400:00000200:3.0:1769078276.565547:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565551:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078276.565554:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565556:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078276.565559:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078276.565562:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078276.565565:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078276.565568:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078276.565571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565573:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078276.565575:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078276.565579:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078276.565581:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078276.565583:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078276.565585:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078276.565589:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565595:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.565599:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565605:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565606:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078276.565610:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078276.565613:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078276.565616:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078276.565618:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299637273
00000100:00000001:3.0:1769078276.565620:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299637273
00000100:00000001:3.0:1769078276.565624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565625:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078276.565628:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565629:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078276.565633:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078276.565641:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078276.565642:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078276.565644:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078276.565646:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078276.565648:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078276.565650:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078276.565653:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078276.565661:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565667:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078276.565669:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565670:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565671:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078276.565675:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565681:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078276.565685:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565692:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078276.565695:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565698:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078276.565701:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078276.565703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078276.565706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078276.565708:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078276.565712:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078276.565719:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857792:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078276.565723:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078276.565726:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565732:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078276.565734:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565736:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078276.565737:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078276.565739:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078276.565742:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857920:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078276.565745:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078276.565747:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078276.565749:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078276.565751:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078276.565754:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078276.565756:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078276.565759:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078276.565762:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078276.565765:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078276.565768:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925857920, portal 4
00000100:00000001:3.0:1769078276.565770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078276.565771:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:3.0:1769078276.565776:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565782:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078276.565784:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078276.565786:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078276.565789:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925857920, offset 0
00000400:00000200:3.0:1769078276.565793:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565796:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565800:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078276.565803:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078276.565805:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078276.565808:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078276.565810:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078276.565813:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16412:16412:256:4294967295] 192.168.204.157@tcp LPNI seq info [16408:16408:8:4294967295]
00000400:00000200:3.0:1769078276.565817:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078276.565822:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078276.565826:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565829:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078276.565833:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078276.565835:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769078276.565839:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078276.565841:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769078276.565844:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078276.565846:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078276.565849:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078276.565852:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078276.565854:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078276.565856:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078276.565858:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078276.565862:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565869:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.565872:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565878:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565880:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078276.565883:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078276.565885:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078276.565888:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078276.565890:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299637270
00000100:00000001:3.0:1769078276.565892:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299637270
00000100:00000001:3.0:1769078276.565896:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299638528
00000100:00000001:3.0:1769078276.565898:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078276.565900:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.565902:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078276.565906:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078276.565913:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078276.565914:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078276.565916:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078276.565918:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078276.565919:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078276.565921:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078276.565924:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078276.565933:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565943:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078276.565945:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565946:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565947:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078276.565951:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565957:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078276.565960:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.565966:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078276.565968:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565970:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078276.565971:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565973:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078276.565974:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078276.565976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078276.565979:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078276.565981:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078276.565985:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078276.565992:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925857920:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078276.565996:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.565998:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.566000:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925857664/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.566006:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078276.566008:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078276.566010:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078276.566012:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078276.566014:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078276.566015:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078276.566017:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078276.566018:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078276.566021:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078276.566022:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078276.566024:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078276.566026:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078276.566027:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.566029:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.566032:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925857792/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.566039:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078276.566040:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078276.566041:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078276.566043:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078276.566044:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078276.566045:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078276.566047:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078276.566048:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078276.566050:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078276.566052:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078276.566053:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078276.566055:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078276.566057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.566058:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078276.566062:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925857920/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078276.566068:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078276.566069:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078276.566071:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078276.566073:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078276.566074:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078276.566075:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078276.566077:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078276.566078:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078276.566080:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078276.566082:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078276.566083:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078276.566085:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078276.566086:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.566088:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078276.566091:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078276.566093:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078276.566094:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078276.566096:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078277.012630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078277.012635:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078277.012639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078277.012640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078277.012698:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078277.012701:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078277.012703:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078277.908626:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299638528, at 4299638592
00000100:00000040:3.0:1769078277.908626:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299638528, at 4299638592
00000100:00000010:2.0:1769078277.908640:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000100:00000010:3.0:1769078277.908642:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00010000:00000001:3.0:1769078278.036644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078278.036651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078278.036657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078278.036659:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078278.036722:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078278.036726:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078278.036730:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078279.060758:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078279.060763:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078279.060766:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078279.060767:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078279.060827:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078279.060831:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078279.060834:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078280.084604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078280.084609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078280.084612:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078280.084613:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078280.084628:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078280.084629:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078280.084631:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078281.108632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078281.108638:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078281.108646:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078281.108648:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078281.108654:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078281.108656:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078281.108657:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078281.108658:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078281.108661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078281.108662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078281.108713:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078281.108717:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078281.108721:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078281.684635:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078281.684643:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078281.684645:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078281.684648:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078281.684651:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078281.684656:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4969
00000400:00000200:0.0:1769078281.684664:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078281.684668:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078281.684670:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078281.684672:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684674:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078281.684676:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684677:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078281.684680:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078281.684682:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078281.684683:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078281.684685:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078281.684686:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078281.684688:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078281.684689:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684691:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078281.684692:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684693:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078281.684695:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078281.684697:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684699:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078281.684701:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078281.684703:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078281.684705:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.684707:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078281.684708:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078281.684715:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078281.684717:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078281.684726:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078281.684728:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.684730:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078281.684733:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078281.684737:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078281.684744:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769078281.684749:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078281.684756:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078281.684767:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078281.684771:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078281.684775:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078281.684792:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078281.684794:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078281.684796:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078281.684797:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078281.684798:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078281.684800:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078281.684802:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4969
00000400:00000200:0.0:1769078281.684805:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078281.684806:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078281.684808:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078281.684810:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684811:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078281.684813:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684815:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078281.684816:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078281.684817:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078281.684818:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078281.684819:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078281.684821:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078281.684824:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078281.684825:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684827:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078281.684828:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684830:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078281.684831:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078281.684833:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684834:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078281.684835:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078281.684838:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078281.684839:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078281.684844:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.684847:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078281.684848:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1769078281.684850:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078281.684853:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1769078281.684854:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.684859:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078281.684862:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078281.684864:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078281.684868:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078281.684869:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.684871:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078281.684872:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078281.684878:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078281.684879:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078281.684889:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769078281.684896:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078281.684909:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078281.684911:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.684919:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.684922:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078281.684925:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078281.684928:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078281.684935:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.684935:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769078281.684940:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078281.684942:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078281.684944:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078281.684950:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078281.684951:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078281.684953:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078281.684960:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078281.684966:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4969
00000100:00100000:3.0:1769078281.684967:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925858048:192.168.204.157@tcp:250:kworker.0
00000400:00000200:0.0:1769078281.684972:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078281.684980:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078281.684982:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078281.684983:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769078281.684991:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078281.684992:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.684995:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078281.684997:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078281.684998:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685004:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078281.685006:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1769078281.685007:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078281.685010:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078281.685012:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078281.685014:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078281.685015:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078281.685016:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000010:3.0:1769078281.685018:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
00000100:00000040:0.0:1769078281.685019:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685028:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078281.685028:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078281.685039:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685041:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078281.685043:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078281.685049:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078281.685050:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685056:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078281.685060:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000001:0.0:1769078281.685061:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078281.685067:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078281.685071:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078281.685075:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:0.0:1769078281.685076:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078281.685085:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078281.685089:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078281.685091:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858048, portal 25
00000100:00000001:0.0:1769078281.685092:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685096:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.685098:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000010:0.0:1769078281.685109:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000100:00000040:3.0:1769078281.685112:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078281.685113:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078281.685119:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078281.685122:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.685128:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078281.685130:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078281.685132:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078281.685134:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769078281.685136:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078281.685144:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078281.685149:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078281.685155:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078281.685157:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.685163:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078281.685167:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078281.685171:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769078281.685174:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078281.685180:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078281.685181:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925858048, offset 0
00000100:00080000:0.0:1769078281.685182:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078281.685185:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078281.685189:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078281.685191:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078281.685196:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4969
00000400:00000200:3.0:1769078281.685200:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769078281.685206:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078281.685209:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078281.685211:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078281.685216:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078281.685224:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685227:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078281.685234:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078281.685234:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078281.685241:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078281.685245:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078281.685246:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078281.685247:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078281.685248:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:3.0:1769078281.685249:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078281.685251:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078281.685256:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078281.685260:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685265:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078281.685265:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:0.0:1769078281.685271:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685275:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078281.685276:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769078281.685279:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078281.685285:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078281.685286:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685288:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078281.685292:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078281.685296:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078281.685298:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16413:16413:256:4294967295] 192.168.204.157@tcp LPNI seq info [16409:16409:8:4294967295]
02000000:00000001:0.0:1769078281.685299:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.685305:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078281.685308:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078281.685314:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.685321:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078281.685322:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078281.685328:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078281.685330:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078281.685332:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078281.685334:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078281.685339:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078281.685343:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078281.685345:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.685352:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769078281.685353:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078281.685360:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078281.685369:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078281.685371:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078281.685382:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078281.685385:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078281.685385:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000040:0.0:1769078281.685397:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078281.685407:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078281.685413:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078281.685418:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078281.685419:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769078281.685437:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078281.685443:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4980)
00000800:00000200:3.1:1769078281.685450:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078281.685457:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078281.685463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.685466:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078281.685474:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.685479:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.685485:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078281.685488:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078281.685493:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.685497:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685508:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.685512:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685520:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685554:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.685564:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.685569:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078281.685572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299643649
00000100:00000010:3.0:1769078281.685579:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd5a0.
00000100:00000001:3.0:1769078281.685587:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078281.685593:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299643649
00000100:00000010:3.0:1769078281.685596:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd780.
00000100:00000001:3.0:1769078281.685599:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078281.685602:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.685605:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685607:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.685611:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.685623:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.685624:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.685626:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078281.685629:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078281.685631:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078281.685634:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.685637:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.685646:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685652:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.685654:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685657:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.685659:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.685663:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685671:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.685675:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685689:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.685692:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685694:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.685695:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685698:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.685700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.685703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.685708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078281.685710:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.685714:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.685723:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925858048:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078281.685728:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685730:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.685733:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925858048/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685740:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.685743:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.685746:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078281.685749:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.685752:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.685754:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078281.685757:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.685760:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:3.0:1769078281.685764:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.685767:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.685769:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:3.0:1769078281.685772:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.685774:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685776:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.685786:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078281.685787:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685790:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078281.685792:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078281.685794:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.685798:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685805:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.685807:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.685809:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.685811:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.685814:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.685817:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.685820:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.685822:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.685824:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.685825:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.685829:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078281.685831:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.685835:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078281.685838:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078281.685843:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078281.685845:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858176, portal 10
00000100:00000001:3.0:1769078281.685847:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.685849:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:3.0:1769078281.685856:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685861:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.685864:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078281.685866:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078281.685868:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925858176, offset 0
00000400:00000200:3.0:1769078281.685871:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078281.685875:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.685879:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078281.685882:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.685884:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078281.685886:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.685888:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078281.685891:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16414:16414:256:4294967295] 192.168.204.157@tcp LPNI seq info [16410:16410:8:4294967295]
00000400:00000200:3.0:1769078281.685895:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.685901:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.685906:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.685909:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078281.685913:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078281.685915:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078281.685919:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078281.685922:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078281.685926:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.685928:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078281.685930:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.685933:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.685936:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078281.685938:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078281.685940:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.685944:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.685955:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.685961:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685963:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.685966:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.685970:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078281.685973:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078281.685975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299642384
00000100:00000001:3.0:1769078281.685978:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.685980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299642384
00000100:00000001:3.0:1769078281.685983:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.685985:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.685986:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.685989:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.685992:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.686000:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.686001:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.686003:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078281.686005:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078281.686007:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078281.686009:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.686012:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.686020:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686026:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.686028:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686029:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686031:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.686034:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686040:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.686044:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686050:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.686053:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686055:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686056:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686058:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.686060:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.686062:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.686065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078281.686067:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.686071:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.686078:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.686082:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.686086:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686092:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.686093:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.686095:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.686097:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.686099:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.686102:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858304:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.686105:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.686107:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.686108:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.686110:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.686114:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078281.686116:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.686119:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078281.686121:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078281.686124:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078281.686127:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858304, portal 10
00000100:00000001:3.0:1769078281.686129:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.686131:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:3.0:1769078281.686136:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686142:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.686145:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078281.686147:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078281.686149:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925858304, offset 0
00000400:00000200:3.0:1769078281.686152:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078281.686156:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.686160:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078281.686162:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.686165:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078281.686167:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.686169:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078281.686172:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16415:16415:256:4294967295] 192.168.204.157@tcp LPNI seq info [16411:16411:8:4294967295]
00000400:00000200:3.0:1769078281.686176:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.686181:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.686185:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.686188:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078281.686191:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078281.686193:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078281.686197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078281.686199:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078281.686202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.686204:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078281.686206:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.686210:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.686212:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078281.686214:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078281.686216:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.686219:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686226:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.686229:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686235:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.686237:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.686239:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.686242:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078281.686245:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078281.686247:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299642393
00000100:00000001:3.0:1769078281.686249:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.686251:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299642393
00000100:00000001:3.0:1769078281.686254:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.686256:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.686258:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.686260:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.686263:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.686270:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.686272:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.686273:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078281.686275:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078281.686277:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078281.686278:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.686281:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.686289:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686295:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.686297:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686298:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686299:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.686303:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686309:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.686312:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686318:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.686320:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686322:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686323:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686325:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.686326:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.686329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.686332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078281.686334:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.686338:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.686346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858304:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.686350:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.686353:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686360:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.686361:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.686364:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.686365:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.686367:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.686370:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858432:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078281.686373:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.686375:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.686377:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.686379:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.686382:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078281.686384:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.686388:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078281.686391:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078281.686394:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078281.686397:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858432, portal 4
00000100:00000001:3.0:1769078281.686399:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.686401:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
00000100:00000040:3.0:1769078281.686406:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686413:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.686415:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078281.686417:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078281.686420:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925858432, offset 0
00000400:00000200:3.0:1769078281.686423:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078281.686446:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.686450:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078281.686452:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.686455:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078281.686458:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.686460:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078281.686463:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16416:16416:256:4294967295] 192.168.204.157@tcp LPNI seq info [16412:16412:8:4294967295]
00000400:00000200:3.0:1769078281.686467:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078281.686473:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.686478:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.686481:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078281.686485:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078281.686488:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078281.686492:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078281.686494:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078281.686497:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078281.686500:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078281.686503:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.686506:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.686509:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078281.686511:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078281.686513:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.686516:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686540:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.686544:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686550:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.686552:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.686556:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.686559:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078281.686562:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078281.686564:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299642391
00000100:00000001:3.0:1769078281.686567:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.686569:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299642391
00000100:00000001:3.0:1769078281.686571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299643649
00000100:00000001:3.0:1769078281.686573:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.686575:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.686577:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.686581:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.686588:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.686590:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.686592:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078281.686594:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078281.686596:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078281.686599:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.686601:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.686609:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686616:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.686617:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686619:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686620:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.686624:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686630:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.686634:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686641:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.686643:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686645:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.686646:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686648:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.686650:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.686652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.686656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078281.686658:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.686661:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.686669:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858432:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078281.686673:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686675:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.686678:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925858176/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686685:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.686686:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.686688:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078281.686690:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.686692:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.686693:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078281.686695:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.686696:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:3.0:1769078281.686699:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.686701:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.686702:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:3.0:1769078281.686705:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.686706:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686708:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.686712:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925858304/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686718:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.686720:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.686721:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078281.686723:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.686725:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.686726:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078281.686728:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.686730:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b400.
02000000:00000001:3.0:1769078281.686732:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.686733:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.686734:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:3.0:1769078281.686737:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.686738:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.686743:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925858432/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.686749:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.686751:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.686752:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078281.686754:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.686756:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.686757:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078281.686759:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.686760:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078281.686762:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.686763:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.686765:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:3.0:1769078281.686767:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.686768:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686769:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.686772:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078281.686774:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.686776:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078281.686777:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078282.132640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078282.132649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078282.132690:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078282.132692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078282.132751:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078282.132756:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078282.132760:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078283.028623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299643649, at 4299643712
00000100:00000040:3.0:1769078283.028623:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299643649, at 4299643712
00000100:00000010:3.0:1769078283.028638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000100:00000010:2.0:1769078283.028641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00010000:00000001:3.0:1769078283.156712:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078283.156719:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078283.156725:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078283.156728:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078283.156731:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078283.156733:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078283.156736:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078283.156738:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078283.156740:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078283.156742:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078283.156801:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078283.156805:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078283.156807:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078284.180650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078284.180657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078284.180663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078284.180665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078284.180689:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078284.180692:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078284.180695:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078285.204641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078285.204647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078285.204652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078285.204654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078285.204719:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078285.204723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078285.204727:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078286.228623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078286.228630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078286.228635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078286.228637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078286.228700:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078286.228704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078286.228707:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078286.804646:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078286.804656:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078286.804658:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.804662:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.804666:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078286.804673:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4975
00000400:00000200:0.0:1769078286.804683:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078286.804690:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078286.804693:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078286.804696:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804699:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.804701:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804704:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078286.804708:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.804709:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078286.804712:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078286.804715:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078286.804717:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078286.804719:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078286.804722:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804724:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.804726:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804728:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078286.804730:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078286.804734:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804736:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.804738:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078286.804742:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078286.804744:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804746:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078286.804748:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078286.804757:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078286.804760:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078286.804764:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.804765:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804767:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.804770:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.804773:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.804781:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078286.804786:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078286.804793:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078286.804802:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.804806:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078286.804810:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.804831:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.804834:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078286.804837:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078286.804838:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.804840:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.804842:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078286.804845:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4975
00000400:00000200:0.0:1769078286.804848:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078286.804851:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078286.804854:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078286.804857:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804859:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.804862:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078286.804862:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078286.804865:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078286.804866:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078286.804870:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078286.804870:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078286.804873:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078286.804876:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078286.804878:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078286.804879:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078286.804883:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078286.804888:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078286.804892:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.804896:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.804900:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078286.804900:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.804903:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804904:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078286.804907:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078286.804909:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078286.804910:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078286.804913:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078286.804914:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804919:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078286.804920:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925858560:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078286.804924:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078286.804926:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078286.804929:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078286.804930:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.804931:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.804936:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.804937:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078286.804940:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:3.0:1769078286.804943:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
00000008:00100000:0.0:1769078286.804945:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078286.804946:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078286.804951:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804953:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.804955:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:0.0:1769078286.804959:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000400:00000010:3.0:1769078286.804960:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000020:00000040:0.0:1769078286.804963:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000010:3.0:1769078286.804967:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
02000000:00000001:0.0:1769078286.804968:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.804971:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.804972:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.804974:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078286.804974:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858560, portal 25
02000000:00000001:0.0:1769078286.804977:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.804978:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078286.804981:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
02000000:00000010:0.0:1769078286.804984:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000040:3.0:1769078286.804986:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.804988:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.804995:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769078286.804997:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078286.805000:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078286.805004:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078286.805008:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925858560, offset 0
00000100:00000001:0.0:1769078286.805013:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078286.805016:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805018:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805024:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078286.805025:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805034:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.805038:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078286.805041:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:0.0:1769078286.805042:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078286.805048:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078286.805052:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769078286.805054:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.805057:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078286.805058:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078286.805061:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078286.805064:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:0.0:1769078286.805068:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4975
00000400:00000200:3.0:1769078286.805073:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16417:16417:256:4294967295] 192.168.204.157@tcp LPNI seq info [16413:16413:8:4294967295]
00000400:00000200:0.0:1769078286.805074:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078286.805081:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078286.805082:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078286.805084:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078286.805089:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805091:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.805097:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805098:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078286.805102:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078286.805105:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.805108:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:3.0:1769078286.805108:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769078286.805112:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1769078286.805114:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000020:00000040:0.0:1769078286.805115:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078286.805120:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078286.805122:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:3.0:1769078286.805125:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769078286.805128:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078286.805131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769078286.805132:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.805135:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805139:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078286.805143:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769078286.805144:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078286.805147:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805151:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078286.805151:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1769078286.805154:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078286.805157:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1769078286.805162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:0.0:1769078286.805163:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.805167:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:3.0:1769078286.805168:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000008:00100000:0.0:1769078286.805169:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078286.805173:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.805175:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805176:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769078286.805178:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000400:00000200:3.0:1769078286.805182:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078286.805183:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078286.805187:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
02000000:00000001:0.0:1769078286.805188:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.805191:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078286.805191:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:0.0:1769078286.805195:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078286.805196:0:2410:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078286.805197:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.805200:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078286.805202:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078286.805205:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078286.805209:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078286.805217:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078286.805218:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.805225:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805229:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.805234:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078286.805240:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805246:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.805249:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078286.805255:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078286.805256:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.805259:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.805264:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078286.805266:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805268:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769078286.805269:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4975
00000400:00000200:0.0:1769078286.805275:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078286.805275:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078286.805279:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078286.805282:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078286.805284:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078286.805286:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299648768
00000100:00000040:0.0:1769078286.805290:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000010:3.0:1769078286.805291:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd780.
00000100:00000001:0.0:1769078286.805293:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.805296:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805299:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078286.805299:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1769078286.805304:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.805305:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:3.0:1769078286.805306:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299648768
00000020:00000001:0.0:1769078286.805307:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:3.0:1769078286.805310:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd80.
00000020:00000040:0.0:1769078286.805312:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078286.805313:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1769078286.805317:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078286.805318:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769078286.805323:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078286.805323:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805329:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078286.805331:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078286.805335:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805336:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.805352:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805355:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078286.805357:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078286.805361:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078286.805367:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078286.805370:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769078286.805371:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1769078286.805373:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769078286.805376:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1769078286.805376:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
02000000:00000001:0.0:1769078286.805381:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805381:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078286.805384:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:0.0:1769078286.805385:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078286.805389:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1769078286.805390:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078286.805393:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078286.805395:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805396:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078286.805401:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078286.805404:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078286.805407:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1769078286.805408:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078286.805409:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.805413:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.805415:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.805417:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.805422:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:3.0:1769078286.805422:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078286.805424:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078286.805426:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805427:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078286.805434:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078286.805435:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805451:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.805454:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805454:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078286.805462:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078286.805463:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.805479:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805482:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769078286.805483:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078286.805486:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078286.805487:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078286.805489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805491:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078286.805492:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4985)
00000100:00000001:3.0:1769078286.805493:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078286.805496:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078286.805499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078286.805501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078286.805503:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078286.805505:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078286.805510:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925858560:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078286.805513:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805515:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.805517:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925858560/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805521:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078286.805541:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078286.805543:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078286.805545:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078286.805546:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078286.805547:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078286.805549:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078286.805550:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:3.0:1769078286.805552:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078286.805554:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078286.805556:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:3.0:1769078286.805557:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078286.805558:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805559:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805565:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078286.805566:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805567:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078286.805568:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078286.805569:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078286.805572:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805576:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.805577:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805578:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078286.805580:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.805581:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078286.805582:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078286.805584:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078286.805586:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078286.805587:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805588:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078286.805590:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078286.805591:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805593:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078286.805595:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078286.805597:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078286.805599:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858688, portal 10
00000100:00000001:3.0:1769078286.805600:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078286.805601:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:3.0:1769078286.805605:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805609:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078286.805610:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078286.805612:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078286.805613:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925858688, offset 0
00000400:00000200:3.0:1769078286.805615:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805618:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805620:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078286.805623:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078286.805624:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078286.805626:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078286.805627:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805629:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16418:16418:256:4294967295] 192.168.204.157@tcp LPNI seq info [16414:16414:8:4294967295]
00000400:00000200:3.0:1769078286.805631:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805635:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078286.805638:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805640:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078286.805642:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078286.805644:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078286.805646:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078286.805648:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078286.805650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805651:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078286.805653:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078286.805655:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078286.805657:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078286.805658:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078286.805659:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078286.805662:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.805667:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805671:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805671:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078286.805674:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.805676:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078286.805678:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078286.805679:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299647504
00000100:00000001:3.0:1769078286.805681:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805682:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299647504
00000100:00000001:3.0:1769078286.805684:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805685:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078286.805686:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805687:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078286.805689:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078286.805693:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078286.805694:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078286.805695:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078286.805696:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078286.805697:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078286.805698:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078286.805699:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078286.805704:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805707:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078286.805708:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805709:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805710:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078286.805712:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805715:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078286.805717:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805721:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078286.805723:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805724:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805725:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805725:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078286.805726:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078286.805728:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078286.805729:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078286.805730:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078286.805732:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078286.805737:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078286.805738:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078286.805740:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805744:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.805745:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805746:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078286.805747:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.805748:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078286.805750:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858816:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078286.805751:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078286.805752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078286.805753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805754:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078286.805755:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078286.805756:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805759:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078286.805760:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078286.805761:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078286.805763:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858816, portal 10
00000100:00000001:3.0:1769078286.805764:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078286.805765:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:3.0:1769078286.805768:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805771:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078286.805772:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078286.805773:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078286.805775:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925858816, offset 0
00000400:00000200:3.0:1769078286.805777:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805779:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805781:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078286.805782:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078286.805784:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078286.805785:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078286.805786:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805788:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16419:16419:256:4294967295] 192.168.204.157@tcp LPNI seq info [16415:16415:8:4294967295]
00000400:00000200:3.0:1769078286.805790:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805793:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078286.805796:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805797:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078286.805799:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078286.805801:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078286.805803:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078286.805804:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078286.805806:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805808:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078286.805809:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078286.805811:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078286.805812:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078286.805814:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078286.805815:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078286.805817:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805821:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.805822:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805826:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805827:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078286.805828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.805830:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078286.805831:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078286.805832:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299647513
00000100:00000001:3.0:1769078286.805834:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299647513
00000100:00000001:3.0:1769078286.805836:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805837:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078286.805838:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805839:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078286.805841:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078286.805845:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078286.805845:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078286.805846:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078286.805847:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078286.805848:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078286.805849:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078286.805851:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078286.805855:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805859:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078286.805860:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805861:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805862:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078286.805864:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805867:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078286.805869:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805872:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078286.805873:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805874:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.805875:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.805876:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078286.805877:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078286.805878:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078286.805879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078286.805880:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078286.805882:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078286.805886:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858816:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078286.805888:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078286.805890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805893:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.805894:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805896:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078286.805897:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.805898:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078286.805899:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858944:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078286.805901:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078286.805902:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078286.805903:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.805904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078286.805905:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078286.805906:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078286.805908:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078286.805909:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078286.805911:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078286.805912:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925858944, portal 4
00000100:00000001:3.0:1769078286.805913:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078286.805914:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000040:3.0:1769078286.805917:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805921:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078286.805923:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078286.805924:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078286.805925:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925858944, offset 0
00000400:00000200:3.0:1769078286.805927:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805929:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805930:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078286.805932:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078286.805933:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078286.805934:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078286.805936:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078286.805937:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16420:16420:256:4294967295] 192.168.204.157@tcp LPNI seq info [16416:16416:8:4294967295]
00000400:00000200:3.0:1769078286.805940:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078286.805943:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078286.805946:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805947:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078286.805949:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078286.805951:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078286.805953:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078286.805954:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078286.805957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078286.805958:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078286.805959:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078286.805960:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078286.805962:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078286.805963:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078286.805964:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078286.805966:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.805971:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.805974:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805975:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078286.805977:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.805978:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078286.805980:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078286.805981:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299647510
00000100:00000001:3.0:1769078286.805983:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805984:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299647510
00000100:00000001:3.0:1769078286.805985:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299648768
00000100:00000001:3.0:1769078286.805986:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078286.805987:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.805988:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078286.805990:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078286.805995:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078286.805995:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078286.805996:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078286.805997:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078286.805998:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078286.805999:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078286.806001:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078286.806005:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806008:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078286.806009:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806009:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.806010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078286.806012:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806015:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078286.806017:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806021:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078286.806022:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806022:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078286.806023:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806024:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078286.806025:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078286.806027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078286.806030:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078286.806032:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078286.806036:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078286.806043:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925858944:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078286.806046:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806047:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.806050:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925858688/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806056:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078286.806057:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078286.806059:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078286.806061:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078286.806063:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078286.806064:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078286.806066:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078286.806067:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:3.0:1769078286.806069:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078286.806070:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078286.806072:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:3.0:1769078286.806074:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078286.806075:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806077:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.806080:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925858816/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806086:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078286.806087:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078286.806088:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078286.806091:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078286.806092:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078286.806093:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078286.806094:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078286.806095:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078286.806096:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078286.806097:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078286.806098:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:3.0:1769078286.806099:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078286.806100:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806102:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078286.806105:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925858944/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.806111:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078286.806112:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078286.806113:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078286.806115:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078286.806116:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078286.806117:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078286.806119:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078286.806120:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078286.806122:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078286.806123:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078286.806124:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:3.0:1769078286.806126:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078286.806127:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806129:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078286.806132:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078286.806133:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.806135:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078286.806136:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078287.252640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078287.252645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078287.252651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078287.252652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078287.252709:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078287.252712:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078287.252715:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078288.148621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299648768, at 4299648832
00000100:00000040:3.0:1769078288.148621:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299648768, at 4299648832
00000100:00000010:2.0:1769078288.148634:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000100:00000010:3.0:1769078288.148636:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd80.
00010000:00000001:3.0:1769078288.276642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078288.276648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078288.276655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078288.276656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078288.276679:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078288.276682:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078288.276686:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078289.300656:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078289.300663:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078289.300668:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078289.300669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078289.300746:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078289.300751:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078289.300755:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078290.324612:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078290.324617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078290.324623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078290.324624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078290.324679:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078290.324682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078290.324686:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078291.348631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078291.348639:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078291.348640:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078291.348642:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078291.348646:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078291.348647:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078291.348649:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078291.348651:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078291.348655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078291.348656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078291.348727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078291.348731:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078291.348735:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078291.924601:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078291.924610:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078291.924613:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.924616:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.924620:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.924628:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4980
00000400:00000200:0.0:1769078291.924637:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078291.924643:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.924646:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078291.924649:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924652:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.924655:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924657:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078291.924661:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.924663:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078291.924665:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.924668:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078291.924671:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078291.924673:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078291.924675:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924677:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.924680:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924681:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078291.924684:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078291.924687:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924690:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.924692:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078291.924696:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.924698:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.924701:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078291.924703:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078291.924711:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769078291.924714:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078291.924717:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078291.924719:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.924721:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.924723:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078291.924727:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078291.924734:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769078291.924740:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078291.924747:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078291.924757:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078291.924761:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078291.924765:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078291.924786:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078291.924790:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078291.924793:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078291.924794:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.924796:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.924798:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.924801:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4980
00000400:00000200:0.0:1769078291.924805:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078291.924809:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.924811:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078291.924814:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078291.924816:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078291.924817:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078291.924821:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078291.924822:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078291.924824:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078291.924826:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078291.924831:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078291.924832:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.924835:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078291.924836:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.924838:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078291.924843:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078291.924848:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078291.924852:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078291.924855:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078291.924856:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078291.924859:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078291.924860:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078291.924863:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078291.924865:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078291.924866:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.924871:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00100000:3.0:1769078291.924872:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925859072:192.168.204.157@tcp:250:kworker.0
00000020:00000040:0.0:1769078291.924876:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078291.924878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078291.924883:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769078291.924885:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078291.924886:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.924890:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078291.924892:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.924895:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078291.924895:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078291.924899:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.924902:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078291.924907:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078291.924908:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078291.924911:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:0.0:1769078291.924912:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078291.924916:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000008:00100000:0.0:1769078291.924918:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078291.924923:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078291.924924:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859072, portal 25
00000100:00000001:0.0:1769078291.924925:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.924927:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078291.924930:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000010:0.0:1769078291.924932:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000100:00000040:3.0:1769078291.924934:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078291.924936:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078291.924943:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078291.924945:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769078291.924946:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.924950:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078291.924951:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769078291.924954:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
02000000:00000001:0.0:1769078291.924955:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078291.924957:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925859072, offset 0
02000000:00000001:0.0:1769078291.924959:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.924963:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000010:0.0:1769078291.924966:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000400:00000200:3.0:1769078291.924971:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078291.924972:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.924977:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00100000:0.0:1769078291.924982:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078291.924983:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078291.924989:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078291.924995:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078291.925000:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078291.925000:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925006:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925006:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16421:16421:256:4294967295] 192.168.204.157@tcp LPNI seq info [16417:16417:8:4294967295]
00000100:00000040:0.0:1769078291.925015:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078291.925019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.925031:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078291.925033:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078291.925038:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769078291.925039:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769078291.925042:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00080000:0.0:1769078291.925044:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078291.925047:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.925050:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1769078291.925050:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078291.925055:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1769078291.925056:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1769078291.925063:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4980
00000800:00000200:3.1:1769078291.925063:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078291.925069:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1769078291.925073:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000100:3.0:1769078291.925074:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078291.925078:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:0.0:1769078291.925081:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078291.925083:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078291.925086:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078291.925090:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078291.925094:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078291.925094:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000100:00000001:0.0:1769078291.925099:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078291.925099:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078291.925104:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078291.925105:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925110:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:3.0:1769078291.925110:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078291.925116:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.925119:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:3.0:1769078291.925122:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769078291.925123:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078291.925126:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078291.925127:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000001:3.0:1769078291.925134:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925135:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078291.925139:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078291.925142:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078291.925143:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078291.925146:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299653888
00000020:00000001:0.0:1769078291.925148:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000010:3.0:1769078291.925151:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd80.
00000100:00000040:0.0:1769078291.925154:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925158:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078291.925158:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078291.925162:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078291.925165:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299653888
00000100:00000001:0.0:1769078291.925166:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000010:3.0:1769078291.925169:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd780.
00000020:00000040:0.0:1769078291.925172:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:3.0:1769078291.925173:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078291.925178:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078291.925179:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078291.925180:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925184:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078291.925186:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078291.925189:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078291.925191:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1769078291.925198:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078291.925199:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078291.925200:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078291.925201:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078291.925202:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
02000000:00000001:0.0:1769078291.925204:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078291.925204:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078291.925208:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078291.925210:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925216:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769078291.925219:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078291.925220:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078291.925226:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925231:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925232:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1769078291.925236:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769078291.925241:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078291.925241:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925243:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925246:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078291.925248:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078291.925262:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078291.925263:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925269:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078291.925272:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078291.925273:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078291.925277:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.925279:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078291.925283:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:3.0:1769078291.925286:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078291.925289:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925289:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925293:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925295:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925297:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00100000:0.0:1769078291.925299:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078291.925299:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078291.925303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078291.925310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078291.925314:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769078291.925316:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078291.925320:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078291.925321:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078291.925332:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078291.925333:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925859072:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078291.925340:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.925348:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925859072/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925354:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078291.925355:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1769078291.925356:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078291.925358:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
00000100:00080000:0.0:1769078291.925364:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078291.925364:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078291.925365:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078291.925368:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000100:00080000:0.0:1769078291.925372:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000020:00000001:3.0:1769078291.925372:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078291.925375:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769078291.925376:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.925379:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.925382:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.925386:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4980
02000000:00000001:3.0:1769078291.925389:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:0.0:1769078291.925392:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078291.925392:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078291.925397:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000400:00000200:0.0:1769078291.925399:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078291.925402:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1769078291.925403:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078291.925405:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078291.925409:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078291.925411:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078291.925413:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.925416:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925419:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078291.925420:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1769078291.925421:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078291.925424:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078291.925425:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:3.0:1769078291.925427:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078291.925429:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078291.925430:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078291.925432:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078291.925433:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078291.925438:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078291.925439:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078291.925442:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078291.925451:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078291.925452:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078291.925454:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925456:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078291.925457:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078291.925460:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078291.925463:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078291.925463:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925469:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00100000:3.0:1769078291.925469:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859200:192.168.204.157@tcp:38:kworker.0
00000020:00000040:0.0:1769078291.925475:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078291.925475:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078291.925477:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078291.925480:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078291.925482:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078291.925483:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078291.925486:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
00000100:00000001:0.0:1769078291.925488:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.925489:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.925494:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078291.925497:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078291.925500:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.925503:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.925507:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078291.925507:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000008:00100000:0.0:1769078291.925512:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1769078291.925512:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078291.925516:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859200, portal 10
00000008:00000001:0.0:1769078291.925517:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925520:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078291.925522:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:3.0:1769078291.925542:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925546:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078291.925548:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.925549:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000010:0.0:1769078291.925554:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000400:00000010:3.0:1769078291.925558:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000020:00000040:0.0:1769078291.925559:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000200:3.0:1769078291.925562:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925859200, offset 0
02000000:00000001:0.0:1769078291.925564:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078291.925567:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925568:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925571:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.925575:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078291.925575:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078291.925579:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925580:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078291.925584:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769078291.925586:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000400:00000200:3.0:1769078291.925586:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078291.925590:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078291.925592:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925593:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078291.925598:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16422:16422:256:4294967295] 192.168.204.157@tcp LPNI seq info [16418:16418:8:4294967295]
00000100:00100000:0.0:1769078291.925603:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078291.925603:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.925615:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078291.925623:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078291.925624:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925627:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078291.925629:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000040:0.0:1769078291.925636:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078291.925636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078291.925639:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078291.925647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078291.925652:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078291.925658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078291.925660:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078291.925661:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000100:00000040:0.0:1769078291.925665:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078291.925666:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078291.925671:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078291.925674:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078291.925675:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078291.925678:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078291.925680:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078291.925681:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4990)
00000100:00000200:3.0:1769078291.925684:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925694:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.925696:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925700:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925701:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078291.925703:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.925705:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078291.925707:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078291.925709:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299652624
00000100:00000001:3.0:1769078291.925710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.925712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299652624
00000100:00000001:3.0:1769078291.925713:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.925714:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078291.925716:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925717:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078291.925719:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078291.925723:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078291.925723:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078291.925724:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078291.925725:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078291.925726:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078291.925727:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078291.925729:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078291.925734:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925737:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078291.925739:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925740:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925741:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078291.925743:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925746:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078291.925748:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925752:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078291.925753:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925754:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925756:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078291.925757:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078291.925758:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078291.925760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078291.925761:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078291.925763:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078291.925767:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859200:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078291.925769:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078291.925771:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925774:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078291.925775:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.925776:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078291.925777:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078291.925779:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078291.925780:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859328:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078291.925782:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078291.925783:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078291.925784:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.925785:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078291.925787:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078291.925789:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925790:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078291.925792:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078291.925793:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078291.925795:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859328, portal 10
00000100:00000001:3.0:1769078291.925796:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078291.925797:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:3.0:1769078291.925800:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925804:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078291.925805:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078291.925806:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078291.925807:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925859328, offset 0
00000400:00000200:3.0:1769078291.925809:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078291.925811:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.925813:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078291.925814:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078291.925815:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078291.925817:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078291.925818:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078291.925820:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16423:16423:256:4294967295] 192.168.204.157@tcp LPNI seq info [16419:16419:8:4294967295]
00000400:00000200:3.0:1769078291.925823:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.925826:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078291.925829:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078291.925830:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078291.925832:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078291.925834:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078291.925836:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078291.925838:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078291.925840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078291.925841:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078291.925842:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078291.925844:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078291.925846:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078291.925847:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078291.925848:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078291.925850:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925854:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.925856:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925859:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925860:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078291.925861:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.925863:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078291.925864:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078291.925865:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299652633
00000100:00000001:3.0:1769078291.925867:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.925868:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299652633
00000100:00000001:3.0:1769078291.925870:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.925871:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078291.925872:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925873:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078291.925875:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078291.925878:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078291.925880:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078291.925881:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078291.925882:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078291.925883:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078291.925884:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078291.925885:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078291.925889:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925893:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078291.925893:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925894:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925895:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078291.925897:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925900:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078291.925902:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925905:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078291.925907:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925907:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.925908:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925909:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078291.925910:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078291.925911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078291.925912:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078291.925913:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078291.925915:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078291.925923:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859328:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078291.925926:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925927:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.925928:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925859200/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925931:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078291.925932:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078291.925933:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078291.925934:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078291.925935:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078291.925936:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078291.925937:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078291.925938:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:3.0:1769078291.925939:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078291.925940:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078291.925941:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:3.0:1769078291.925942:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078291.925943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925943:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.925945:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925859328/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925949:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078291.925949:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078291.925950:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078291.925951:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078291.925952:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078291.925952:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078291.925953:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078291.925954:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:3.0:1769078291.925955:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078291.925956:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078291.925956:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:3.0:1769078291.925958:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078291.925959:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925960:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.925962:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078291.925962:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.925964:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078291.925964:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078291.925965:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078291.925967:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925971:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078291.925972:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.925973:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078291.925974:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078291.925976:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078291.925977:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859456:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078291.925979:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078291.925979:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078291.925980:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.925981:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078291.925983:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078291.925984:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078291.925985:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078291.925986:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078291.925988:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078291.925990:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859456, portal 4
00000100:00000001:3.0:1769078291.925991:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078291.925992:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000040:3.0:1769078291.925994:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.925998:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078291.925999:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078291.926001:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078291.926002:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925859456, offset 0
00000400:00000200:3.0:1769078291.926004:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078291.926006:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.926008:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078291.926009:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078291.926011:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078291.926012:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078291.926014:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078291.926016:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16424:16424:256:4294967295] 192.168.204.157@tcp LPNI seq info [16420:16420:8:4294967295]
00000400:00000200:3.0:1769078291.926018:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078291.926021:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078291.926023:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078291.926025:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078291.926027:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078291.926028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078291.926030:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078291.926032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078291.926034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078291.926035:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078291.926036:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078291.926038:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078291.926040:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078291.926041:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078291.926042:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078291.926044:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926048:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.926050:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926053:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.926054:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078291.926055:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.926057:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078291.926058:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078291.926060:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299652630
00000100:00000001:3.0:1769078291.926061:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.926063:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299652630
00000100:00000001:3.0:1769078291.926064:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299653888
00000100:00000001:3.0:1769078291.926065:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078291.926066:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.926067:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078291.926069:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078291.926073:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078291.926073:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078291.926074:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078291.926075:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078291.926076:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078291.926077:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078291.926079:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078291.926084:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926087:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078291.926088:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926089:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.926089:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078291.926091:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926095:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078291.926096:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926100:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078291.926102:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926102:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.926103:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926104:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078291.926105:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078291.926107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078291.926108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078291.926109:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078291.926111:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078291.926115:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859456:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078291.926117:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926118:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.926119:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925859456/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.926122:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078291.926123:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078291.926124:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078291.926125:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078291.926126:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078291.926126:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078291.926127:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078291.926128:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:3.0:1769078291.926129:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078291.926130:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078291.926131:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:3.0:1769078291.926132:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078291.926133:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926134:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078291.926135:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078291.926136:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.926137:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078291.926138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078292.372607:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078292.372611:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078292.372615:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078292.372616:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078292.372639:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078292.372642:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078292.372645:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078293.268639:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299653888, at 4299653952
00000100:00000040:3.0:1769078293.268639:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299653888, at 4299653952
00000100:00000010:3.0:1769078293.268653:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000100:00000010:2.0:1769078293.268655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd80.
00010000:00000001:3.0:1769078293.396620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078293.396625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078293.396628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078293.396631:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078293.396632:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078293.396634:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078293.396636:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078293.396638:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078293.396640:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078293.396641:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078293.396728:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078293.396731:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078293.396734:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078294.420600:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078294.420605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078294.420609:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078294.420609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078294.420644:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078294.420647:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078294.420649:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078295.444643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078295.444650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078295.444663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078295.444664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078295.444721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078295.444724:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078295.444726:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078296.468649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078296.468655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078296.468660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078296.468661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078296.468684:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078296.468686:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078296.468688:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078297.044650:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078297.044659:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078297.044661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078297.044664:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078297.044667:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078297.044673:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4985
00000400:00000200:1.0:1769078297.044680:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078297.044684:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078297.044686:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078297.044689:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044691:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078297.044693:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044694:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078297.044697:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078297.044698:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078297.044700:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078297.044702:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078297.044704:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078297.044705:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078297.044706:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044707:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078297.044709:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044710:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078297.044712:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078297.044714:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044716:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078297.044717:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078297.044720:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078297.044721:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.044723:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078297.044724:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078297.044731:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078297.044733:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078297.044735:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078297.044737:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.044738:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078297.044740:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078297.044744:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078297.044749:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078297.044754:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078297.044760:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078297.044767:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078297.044770:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078297.044772:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078297.044790:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078297.044792:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078297.044794:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078297.044795:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078297.044796:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078297.044798:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078297.044799:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4985
00000400:00000200:1.0:1769078297.044801:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078297.044802:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078297.044804:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078297.044806:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044808:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078297.044809:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044811:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078297.044813:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078297.044813:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078297.044814:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078297.044815:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078297.044816:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078297.044818:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078297.044819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078297.044822:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044824:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078297.044824:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078297.044827:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078297.044828:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078297.044829:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078297.044832:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078297.044835:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044837:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078297.044837:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078297.044840:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078297.044844:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078297.044847:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078297.044848:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.044851:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.044852:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078297.044856:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078297.044856:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078297.044860:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.044860:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078297.044864:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.044865:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078297.044870:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000100:00100000:3.0:1769078297.044871:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925859584:192.168.204.157@tcp:250:kworker.0
00000020:00000040:1.0:1769078297.044873:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078297.044877:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078297.044878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078297.044879:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.044882:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078297.044882:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078297.044885:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078297.044885:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078297.044887:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.044888:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078297.044890:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
02000000:00000010:3.0:1769078297.044893:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:1.0:1769078297.044894:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.044899:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078297.044901:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078297.044907:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078297.044909:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078297.044910:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078297.044915:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078297.044917:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000100:00000001:1.0:1769078297.044923:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078297.044926:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078297.044926:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00080000:1.0:1769078297.044928:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078297.044931:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078297.044932:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078297.044934:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078297.044936:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4985
00000100:00000200:3.0:1769078297.044936:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859584, portal 25
00000400:00000200:1.0:1769078297.044940:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078297.044942:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1769078297.044944:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078297.044946:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139331328 : -125582570220288 : ffff8dc887831500)
00000100:00080000:1.0:1769078297.044947:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078297.044952:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044956:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078297.044957:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078297.044962:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044967:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078297.044969:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769078297.044971:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078297.044974:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000040:3.0:1769078297.044976:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078297.044977:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1769078297.044980:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000020:00000040:1.0:1769078297.044981:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078297.044984:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078297.044986:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078297.044990:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.044994:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078297.044994:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925859584, offset 0
00000100:00000040:1.0:1769078297.044997:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.045001:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078297.045002:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078297.045007:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078297.045007:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078297.045011:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078297.045013:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078297.045015:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078297.045016:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.045018:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078297.045019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:1.0:1769078297.045021:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078297.045024:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.045026:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078297.045027:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078297.045033:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000400:00000200:3.0:1769078297.045034:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078297.045036:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078297.045039:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078297.045040:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:1.0:1769078297.045041:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.045045:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078297.045047:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078297.045050:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16425:16425:256:4294967295] 192.168.204.157@tcp LPNI seq info [16421:16421:8:4294967295]
00000400:00000200:3.0:1769078297.045053:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.045060:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078297.045064:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.045068:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078297.045073:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078297.045076:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078297.045080:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078297.045082:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078297.045085:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.045086:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078297.045092:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078297.045095:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078297.045097:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769078297.045102:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078297.045105:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
02000000:00000001:1.0:1769078297.045106:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078297.045108:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078297.045118:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078297.045122:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078297.045124:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078297.045136:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045137:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.045144:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078297.045147:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078297.045182:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078297.045186:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045187:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078297.045193:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045194:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078297.045204:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.045207:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.045216:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078297.045220:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078297.045220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299659008
00000100:00000010:3.0:1769078297.045230:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd780.
00000100:00080000:1.0:1769078297.045231:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078297.045236:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078297.045240:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078297.045241:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078297.045250:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078297.045252:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299659008
00000100:00080000:1.0:1769078297.045259:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4985
00000100:00000010:3.0:1769078297.045259:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd5a0.
00000100:00000001:3.0:1769078297.045270:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078297.045274:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078297.045278:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078297.045285:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078297.045289:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078297.045289:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769078297.045296:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1769078297.045297:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297]  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078297.045308:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000001:3.0:1769078297.045313:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078297.045315:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1769078297.045316:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769078297.045321:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078297.045321:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000100:00000001:1.0:1769078297.045330:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078297.045331:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000020:00000001:1.0:1769078297.045343:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769078297.045344:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000020:00000040:1.0:1769078297.045351:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:3.0:1769078297.045353:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769078297.045356:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078297.045362:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000200:3.0:1769078297.045362:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078297.045372:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078297.045379:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078297.045394:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078297.045395:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078297.045403:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078297.045409:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078297.045411:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078297.045421:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078297.045423:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769078297.045428:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078297.045428:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078297.045442:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045443:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078297.045449:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078297.045449:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078297.045459:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078297.045460:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078297.045470:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045473:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078297.045478:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769078297.045481:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078297.045484:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078297.045487:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1769078297.045492:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045493:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078297.045506:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045506:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.045509:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.045516:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000010:1.0:1769078297.045519:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078297.045519:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1769078297.045565:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078297.045569:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078297.045571:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078297.045573:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078297.045576:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1769078297.045578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1769078297.045581:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078297.045586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078297.045590:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:1.0:1769078297.045591:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000040:3.0:1769078297.045597:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078297.045599:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078297.045617:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078297.045617:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925859584:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078297.045636:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.045645:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.045652:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831500 x1855007925859584/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078297.045693:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078297.045694:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769078297.045697:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.045700:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1769078297.045705:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078297.045708:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078297.045719:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078297.045725:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769078297.045727:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078297.045729:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000100:00000040:1.0:1769078297.045739:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:3.0:1769078297.045739:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078297.045744:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
00000100:00000040:1.0:1769078297.045750:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769078297.045752:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078297.045759:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078297.045761:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831500.
00000100:00000040:1.0:1769078297.045763:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4995)
00000100:00000001:3.0:1769078297.045766:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078297.045769:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.045772:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.045782:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078297.045785:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078297.045790:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078297.045792:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078297.045801:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045809:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078297.045810:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.045812:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078297.045814:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078297.045816:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078297.045818:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078297.045820:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078297.045822:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078297.045823:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.045824:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078297.045826:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078297.045828:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.045831:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078297.045834:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078297.045836:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078297.045838:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859712, portal 10
00000100:00000001:3.0:1769078297.045840:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078297.045841:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139338496 : -125582570213120 : ffff8dc887833100)
00000100:00000040:3.0:1769078297.045845:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045849:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078297.045850:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078297.045851:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078297.045853:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925859712, offset 0
00000400:00000200:3.0:1769078297.045855:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078297.045857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.045860:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078297.045862:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078297.045864:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078297.045865:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078297.045867:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078297.045869:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16426:16426:256:4294967295] 192.168.204.157@tcp LPNI seq info [16422:16422:8:4294967295]
00000400:00000200:3.0:1769078297.045871:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.045876:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078297.045879:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.045881:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078297.045884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078297.045885:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078297.045889:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078297.045891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078297.045894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.045895:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078297.045897:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078297.045900:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078297.045903:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078297.045905:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078297.045907:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078297.045910:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045917:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.045920:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045927:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045928:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078297.045932:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078297.045935:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078297.045939:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078297.045941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299657744
00000100:00000001:3.0:1769078297.045944:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.045946:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299657744
00000100:00000001:3.0:1769078297.045948:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.045950:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078297.045952:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.045953:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078297.045956:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297]  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078297.045962:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078297.045963:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078297.045964:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078297.045966:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078297.045967:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078297.045969:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078297.045972:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078297.045980:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.045986:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078297.045988:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.045989:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.045991:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078297.045994:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046001:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078297.046006:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046012:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078297.046014:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046015:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.046016:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046017:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078297.046018:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078297.046020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078297.046022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078297.046023:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078297.046026:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078297.046031:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078297.046033:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078297.046035:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046039:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078297.046040:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.046041:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078297.046043:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078297.046044:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078297.046045:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859840:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078297.046047:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078297.046049:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078297.046050:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.046051:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078297.046053:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078297.046054:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.046056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078297.046058:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078297.046060:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078297.046062:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859840, portal 10
00000100:00000001:3.0:1769078297.046063:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078297.046064:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:3.0:1769078297.046067:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046071:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078297.046072:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078297.046074:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078297.046075:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925859840, offset 0
00000400:00000200:3.0:1769078297.046078:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078297.046080:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.046082:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078297.046084:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078297.046086:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078297.046087:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078297.046089:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078297.046090:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16427:16427:256:4294967295] 192.168.204.157@tcp LPNI seq info [16423:16423:8:4294967295]
00000400:00000200:3.0:1769078297.046093:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.046096:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078297.046099:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.046100:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078297.046102:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078297.046104:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078297.046106:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078297.046108:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078297.046110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.046111:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078297.046113:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078297.046115:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078297.046117:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078297.046118:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078297.046120:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078297.046122:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.046128:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046131:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.046132:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078297.046134:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078297.046136:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078297.046138:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078297.046139:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299657753
00000100:00000001:3.0:1769078297.046141:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.046142:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299657753
00000100:00000001:3.0:1769078297.046144:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.046146:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078297.046148:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.046149:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078297.046153:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297]  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078297.046160:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078297.046161:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078297.046163:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078297.046175:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078297.046178:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078297.046180:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078297.046183:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078297.046192:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046198:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078297.046200:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046201:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.046203:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078297.046206:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046210:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078297.046212:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046216:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078297.046218:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046219:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.046220:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046221:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078297.046222:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078297.046224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078297.046225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078297.046227:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078297.046229:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078297.046233:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859840:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078297.046235:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078297.046237:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046242:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078297.046243:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.046244:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078297.046246:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078297.046247:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078297.046249:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859968:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078297.046250:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078297.046252:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078297.046253:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078297.046254:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078297.046256:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078297.046257:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078297.046260:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078297.046261:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078297.046263:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078297.046265:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925859968, portal 4
00000100:00000001:3.0:1769078297.046266:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078297.046267:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078297.046270:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046274:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078297.046275:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078297.046276:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078297.046277:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925859968, offset 0
00000400:00000200:3.0:1769078297.046279:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078297.046282:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.046284:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078297.046286:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078297.046287:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078297.046289:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078297.046290:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078297.046292:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16428:16428:256:4294967295] 192.168.204.157@tcp LPNI seq info [16424:16424:8:4294967295]
00000400:00000200:3.0:1769078297.046294:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078297.046298:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078297.046301:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.046303:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078297.046305:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078297.046307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078297.046309:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078297.046310:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078297.046312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078297.046314:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078297.046315:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078297.046317:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078297.046319:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:3.0:1769078297.046320:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:3.0:1769078297.046321:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078297.046323:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046331:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.046333:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046336:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.046337:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078297.046339:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078297.046341:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078297.046342:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078297.046343:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299657750
00000100:00000001:3.0:1769078297.046345:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.046346:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299657750
00000100:00000001:3.0:1769078297.046347:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299659008
00000100:00000001:3.0:1769078297.046349:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078297.046350:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.046351:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078297.046353:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297]  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078297.046356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078297.046357:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078297.046358:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078297.046359:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078297.046360:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078297.046361:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078297.046363:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078297.046367:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046371:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078297.046372:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046373:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.046374:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078297.046376:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046379:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078297.046381:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046384:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078297.046386:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046386:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078297.046387:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046388:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078297.046389:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078297.046390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078297.046392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078297.046393:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078297.046395:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078297.046399:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925859968:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078297.046401:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046402:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.046404:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833100 x1855007925859712/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046407:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078297.046408:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078297.046410:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078297.046411:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078297.046412:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078297.046413:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078297.046415:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078297.046416:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078297.046417:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078297.046418:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078297.046419:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833100.
00000100:00000001:3.0:1769078297.046420:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078297.046421:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046422:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.046423:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925859840/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046427:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078297.046428:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078297.046429:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078297.046430:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078297.046431:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078297.046431:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078297.046432:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078297.046433:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078297.046434:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078297.046435:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078297.046435:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078297.046437:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078297.046437:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046438:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078297.046440:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925859968/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078297.046443:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078297.046443:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078297.046444:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078297.046445:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078297.046446:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078297.046446:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078297.046447:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078297.046448:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:3.0:1769078297.046449:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078297.046450:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078297.046451:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078297.046452:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078297.046453:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046454:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078297.046456:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078297.046457:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078297.046458:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078297.046459:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078297.492599:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078297.492606:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078297.492610:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078297.492611:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078297.492697:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078297.492701:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078297.492703:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078298.260670:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769078298.260678:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769078298.260683:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078298.260855:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078298.260856:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078298.260874:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078298.260879:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078298.260881:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078298.388652:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299659008, at 4299659072
00000100:00000040:3.0:1769078298.388652:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299659008, at 4299659072
00000100:00000010:2.0:1769078298.388672:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd780.
00000100:00000010:3.0:1769078298.388674:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00010000:00000001:3.0:1769078298.516686:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078298.516697:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078298.516704:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078298.516706:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078298.516756:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078298.516760:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078298.516762:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078299.540593:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078299.540602:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078299.540609:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078299.540610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078299.540679:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078299.540684:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078299.540688:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078300.564631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078300.564636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078300.564640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078300.564642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078300.564664:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078300.564667:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078300.564670:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078301.588642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078301.588650:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078301.588652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078301.588654:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078301.588659:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078301.588662:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078301.588664:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078301.588666:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078301.588670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078301.588672:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078301.588777:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078301.588780:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078301.588783:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078302.164629:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078302.164638:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078302.164641:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078302.164645:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078302.164648:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078302.164656:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4990
00000400:00000200:1.0:1769078302.164664:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078302.164670:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078302.164673:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078302.164676:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164679:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.164682:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164684:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078302.164688:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078302.164690:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078302.164693:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078302.164696:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078302.164698:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078302.164700:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078302.164703:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164705:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.164706:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164708:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078302.164711:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078302.164721:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164724:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.164729:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078302.164733:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.164735:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.164737:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078302.164740:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078302.164749:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078302.164752:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078302.164756:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078302.164758:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.164760:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078302.164763:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078302.164768:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078302.164775:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078302.164780:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078302.164788:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078302.164798:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078302.164803:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.164807:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.164829:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078302.164833:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078302.164836:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078302.164837:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078302.164839:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078302.164841:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078302.164844:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4990
00000400:00000200:1.0:1769078302.164848:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078302.164851:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078302.164855:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078302.164858:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164860:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.164863:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164865:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078302.164868:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078302.164871:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078302.164873:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078302.164875:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078302.164877:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078302.164879:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078302.164883:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078302.164884:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164893:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078302.164893:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078302.164897:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078302.164902:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.164907:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078302.164909:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078302.164914:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078302.164930:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078302.164931:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078302.164933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.164939:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078302.164940:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.164944:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.164945:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078302.164950:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078302.164955:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925860096:192.168.204.157@tcp:250:kworker.0
02000000:00000001:1.0:1769078302.164956:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.164969:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.164970:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078302.164975:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078302.164976:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078302.164982:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078302.164986:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078302.164986:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769078302.164993:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078302.164994:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
00000100:00000001:1.0:1769078302.164996:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.164998:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078302.165008:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000400:00000200:3.0:1769078302.165013:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078302.165014:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000010:3.0:1769078302.165019:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
02000000:00000001:1.0:1769078302.165020:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078302.165024:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078302.165026:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:1.0:1769078302.165027:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078302.165030:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078302.165033:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078302.165034:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860096, portal 25
00000100:00000001:3.0:1769078302.165037:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078302.165040:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
02000000:00000010:1.0:1769078302.165041:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078302.165054:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078302.165056:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078302.165066:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1769078302.165068:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078302.165069:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078302.165073:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9990.
00000100:00000200:3.0:1769078302.165095:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925860096, offset 0
00000400:00000200:3.0:1769078302.165107:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078302.165109:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078302.165113:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.165117:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078302.165123:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078302.165129:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078302.165137:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078302.165144:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:1.0:1769078302.165145:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.165149:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078302.165153:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078302.165153:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:1.0:1769078302.165162:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078302.165163:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16429:16429:256:4294967295] 192.168.204.157@tcp LPNI seq info [16425:16425:8:4294967295]
00000100:00000001:1.0:1769078302.165168:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078302.165173:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078302.165174:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078302.165181:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078302.165187:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4990
00000400:00000200:1.0:1769078302.165200:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.165201:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078302.165211:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.0:1769078302.165217:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078302.165218:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078302.165227:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000010:3.0:1769078302.165229:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000001:1.0:1769078302.165231:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.165237:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.165244:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078302.165244:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:1.0:1769078302.165253:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078302.165259:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000200:3.1:1769078302.165260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000001:1.0:1769078302.165263:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078302.165268:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078302.165271:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078302.165274:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078302.165278:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.165280:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.165282:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.165284:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078302.165286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078302.165288:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078302.165297:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078302.165298:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078302.165306:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165306:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299664128
02000000:00000001:1.0:1769078302.165312:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1769078302.165317:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd5a0.
02000000:00000001:1.0:1769078302.165318:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.165326:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165328:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078302.165329:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078302.165335:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078302.165339:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299664128
00000008:00000001:1.0:1769078302.165340:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078302.165349:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd840.
00000100:00000001:1.0:1769078302.165350:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165356:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078302.165359:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078302.165360:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078302.165361:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078302.165366:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078302.165368:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165374:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078302.165375:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078302.165378:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.165380:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078302.165382:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078302.165384:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078302.165388:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:3.0:1769078302.165391:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078302.165392:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165394:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078302.165399:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078302.165402:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1769078302.165404:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078302.165404:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078302.165414:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.165447:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078302.165448:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078302.165451:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.165452:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.165454:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078302.165458:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078302.165461:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078302.165463:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078302.165466:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078302.165467:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078302.165470:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.165472:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078302.165472:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078302.165477:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078302.165484:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.165493:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078302.165500:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6738.
00000400:00000010:3.0:1769078302.165507:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9550.
00000100:00000001:1.0:1769078302.165508:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078302.165511:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860224, portal 10
00000100:00000001:3.0:1769078302.165515:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078302.165516:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078302.165518:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00080000:1.0:1769078302.165551:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078302.165556:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078302.165556:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078302.165562:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078302.165573:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078302.165575:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078302.165580:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078302.165585:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9088.
00000100:00080000:1.0:1769078302.165586:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4990
00000100:00000200:3.0:1769078302.165592:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925860224, offset 0
00000400:00000200:1.0:1769078302.165600:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.165606:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078302.165608:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078302.165612:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078302.165619:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078302.165623:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078302.165630:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078302.165631:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.165641:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078302.165641:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078302.165649:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078302.165652:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:1.0:1769078302.165654:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078302.165657:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078302.165662:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078302.165662:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078302.165669:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:3.0:1769078302.165675:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:1.0:1769078302.165676:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078302.165683:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078302.165685:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16430:16430:255:4294967295] 192.168.204.157@tcp LPNI seq info [16426:16426:7:4294967295]
00000100:00000040:1.0:1769078302.165694:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078302.165696:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078302.165701:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078302.165709:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078302.165715:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078302.165720:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078302.165722:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:3.0:1769078302.165729:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078302.165739:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000010:3.0:1769078302.165739:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260900.
00000100:00000001:1.0:1769078302.165746:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078302.165754:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078302.165755:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078302.165761:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.165769:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078302.165769:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078302.165778:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078302.165781:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078302.165783:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1769078302.165788:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000008:00000001:1.0:1769078302.165789:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.165795:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.165796:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078302.165802:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299662864
00000100:00000010:1.0:1769078302.165803:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078302.165808:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299664128
00000020:00000040:1.0:1769078302.165810:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078302.165814:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299662864
02000000:00000001:1.0:1769078302.165817:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078302.165819:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299664128
02000000:00000001:1.0:1769078302.165820:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165824:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078302.165826:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078302.165831:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.165832:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078302.165835:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165839:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078302.165843:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:3.0:1769078302.165845:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.165850:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165853:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078302.165856:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:1.0:1769078302.165861:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078302.165862:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078302.165866:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078302.165868:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078302.165882:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078302.165882:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.165891:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.165903:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078302.165904:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078302.165909:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.165919:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078302.165922:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078302.165929:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078302.165939:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860352:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078302.165944:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.165957:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078302.165958:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078302.165963:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078302.165969:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.165970:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769078302.165973:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078302.165979:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000040:1.0:1769078302.165980:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5000)
02000000:00000001:3.0:1769078302.165984:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.165991:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078302.165994:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078302.165998:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078302.166001:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860352, portal 10
00000100:00000001:3.0:1769078302.166003:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078302.166005:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078302.166013:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078302.166020:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078302.166022:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078302.166024:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078302.166026:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925860352, offset 0
00000400:00000200:3.0:1769078302.166030:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078302.166033:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.166036:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078302.166039:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078302.166042:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078302.166043:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078302.166046:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078302.166048:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16431:16431:254:4294967295] 192.168.204.157@tcp LPNI seq info [16427:16427:6:4294967295]
00000400:00000200:3.0:1769078302.166052:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.166058:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078302.166061:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078302.166065:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260500.
00000800:00000200:3.0:1769078302.166068:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078302.166072:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078302.166074:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078302.166077:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078302.166091:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078302.166094:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299662873
00000100:00000001:3.0:1769078302.166096:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299664128
00000100:00000001:3.0:1769078302.166098:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299662873
00000100:00000001:3.0:1769078302.166100:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299664128
00000100:00000001:3.0:1769078302.166101:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078302.166103:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.166106:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.166107:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078302.166111:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078302.166112:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078302.166114:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078302.166115:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078302.166117:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078302.166121:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078302.166128:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078302.166130:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.166132:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078302.166133:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078302.166135:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078302.166138:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860480:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078302.166141:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078302.166143:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078302.166144:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078302.166146:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078302.166149:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078302.166151:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078302.166154:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078302.166157:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078302.166161:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078302.166164:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860480, portal 4
00000100:00000001:3.0:1769078302.166166:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078302.166167:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078302.166172:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078302.166180:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078302.166182:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078302.166185:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc93b8.
00000100:00000200:3.0:1769078302.166187:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925860480, offset 0
00000400:00000200:3.0:1769078302.166192:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078302.166196:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.166199:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078302.166202:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078302.166205:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078302.166207:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078302.166209:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078302.166213:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16432:16432:253:4294967295] 192.168.204.157@tcp LPNI seq info [16428:16428:5:4294967295]
00000400:00000200:3.0:1769078302.166217:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078302.166223:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078302.166228:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078302.166232:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078302.166235:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078302.166239:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078302.166242:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078302.166245:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078302.166248:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078302.166250:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299662870
00000100:00000001:3.0:1769078302.166253:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299664128
00000100:00000001:3.0:1769078302.166255:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299662870
00000100:00000001:3.0:1769078302.166257:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299664128
00000100:00000001:3.0:1769078302.166260:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078302.166262:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.166265:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.166267:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078302.166270:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078302.166271:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078302.166273:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078302.166274:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078302.166276:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078302.166278:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078302.612646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078302.612654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078302.612658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078302.612659:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078302.612719:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078302.612722:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078302.612725:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078303.508617:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299664128, at 4299664192
00000100:00000040:3.0:1769078303.508618:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299664128, at 4299664192
00000100:00000010:3.0:1769078303.508630:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00000100:00000010:2.0:1769078303.508631:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd5a0.
00010000:00000001:3.0:1769078303.636636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078303.636643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078303.636649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078303.636652:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078303.636653:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078303.636655:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078303.636657:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078303.636659:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078303.636660:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078303.636661:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078303.636721:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078303.636726:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078303.636728:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078304.660604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078304.660611:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078304.660616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078304.660617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078304.660645:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078304.660648:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078304.660651:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078305.236827:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078305.236866:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078305.236878:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078305.236882:0:2401:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078305.236885:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078305.236889:0:2401:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078305.236894:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078305.236897:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078305.236902:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078305.236907:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078305.236919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9990
00000400:00000010:2.0:1769078305.236922:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9990.
00000100:00000001:2.0:1769078305.236927:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078305.236935:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.236956:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078305.236960:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.236967:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078305.236969:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078305.236977:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078305.236979:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769078305.236982:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078305.236986:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078305.236988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9088
00000400:00000010:2.0:1769078305.236990:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9088.
00000100:00000001:2.0:1769078305.236994:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078305.236997:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.237006:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078305.237006:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078305.237011:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078305.237012:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237017:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078305.237021:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078305.237024:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078305.237040:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078305.237042:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769078305.237045:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078305.237048:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078305.237051:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:2.0:1769078305.237053:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00100000:3.0:1769078305.237053:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078305]  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.237057:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078305.237063:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.237087:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:3.0:1769078305.237089:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1769078305.237092:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.237093:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.237097:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078305.237102:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:3.0:1769078305.237105:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:2.0:1769078305.237106:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.237108:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078305.237110:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:3.0:1769078305.237114:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078305.237120:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078305.237125:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769078305.237128:0:2401:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:3.0:1769078305.237129:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078305.237134:0:2401:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1769078305.237142:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.237143:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237145:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1769078305.237146:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc93b8
00000100:00000001:3.0:1769078305.237147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1769078305.237151:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc93b8.
00000100:00100000:3.0:1769078305.237152:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.237156:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078305.237161:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1769078305.237165:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078305.237166:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237191:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078305.237193:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078305.237194:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237197:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237198:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237200:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1769078305.237202:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237203:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.237209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.237213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078305.237214:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.237220:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078305.237226:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078305.237231:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769078305.237231:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.237237:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.237240:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078305]  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.237247:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.237249:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.237251:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078305.237254:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078305.237256:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078305.237257:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.237260:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.237268:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237274:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.237275:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237277:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237278:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.237281:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237288:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.237292:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237298:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.237300:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.237305:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.237307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.237309:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078305.237311:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.237313:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.237318:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925860096:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078305.237320:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.237321:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.237323:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925860224/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237329:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.237332:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.237335:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078305.237339:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.237341:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.237343:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078305.237345:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.237356:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078305.237360:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.237365:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.237367:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078305.237371:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.237372:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237374:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.237377:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925860096/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237383:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.237384:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.237386:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078305.237389:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.237390:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.237391:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078305.237393:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.237395:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078305.237397:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.237398:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.237399:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:3.0:1769078305.237401:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.237402:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237404:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.237406:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078305.237407:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078305.237408:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.237412:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078305]  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.237420:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.237421:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.237424:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078305.237426:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078305.237428:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078305.237430:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.237433:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.237441:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237447:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.237448:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237450:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237451:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.237454:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237460:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.237464:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237470:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.237472:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237474:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237495:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237497:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.237499:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.237501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.237505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078305.237507:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.237510:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.237517:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860480:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078305.237521:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078305.237547:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078305]  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078305.237555:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078305.237556:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078305.237558:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078305.237560:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078305.237562:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078305.237564:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078305.237567:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078305.237574:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237580:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078305.237582:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237583:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237584:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078305.237598:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237605:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078305.237610:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237616:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078305.237618:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237619:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078305.237621:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237622:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078305.237623:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078305.237625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078305.237628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078305.237630:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078305.237633:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078305.237651:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860352:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078305.237655:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237657:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.237660:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925860480/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237666:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.237668:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.237670:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078305.237677:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.237678:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.237680:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078305.237682:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.237683:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078305.237685:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.237686:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.237689:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078305.237691:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.237692:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237694:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078305.237702:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925860352/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078305.237707:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078305.237708:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078305.237709:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078305.237711:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078305.237712:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078305.237713:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078305.237714:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078305.237716:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078305.237718:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078305.237719:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078305.237720:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078305.237722:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078305.237723:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237725:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078305.237731:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078305.237733:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078305.237734:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078305.237736:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078305.684572:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078305.684577:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078305.684581:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078305.684582:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078305.684632:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078305.684635:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078305.684638:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078306.708622:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078306.708629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078306.708634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078306.708634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078306.708702:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078306.708708:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078306.708713:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078307.284644:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078307.284652:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078307.284654:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078307.284657:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078307.284660:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078307.284665:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 4995
00000400:00000200:1.0:1769078307.284673:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078307.284678:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078307.284681:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078307.284683:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284686:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.284688:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284690:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078307.284693:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078307.284694:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078307.284696:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078307.284697:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078307.284699:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078307.284700:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078307.284702:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284703:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.284704:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284706:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078307.284707:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078307.284709:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284711:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.284713:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078307.284715:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.284717:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.284718:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078307.284720:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078307.284724:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078307.284726:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078307.284729:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078307.284730:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.284732:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078307.284733:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078307.284737:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078307.284741:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078307.284745:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.284751:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078307.284761:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078307.284765:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.284770:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.284793:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078307.284797:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078307.284800:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078307.284801:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078307.284803:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078307.284805:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078307.284807:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4995
00000400:00000200:1.0:1769078307.284816:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078307.284819:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078307.284821:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078307.284824:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284827:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.284829:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284832:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078307.284834:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078307.284836:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078307.284837:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078307.284838:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078307.284842:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078307.284843:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078307.284845:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078307.284847:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078307.284849:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078307.284855:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078307.284857:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.284858:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.284863:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.284867:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078307.284872:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078307.284877:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078307.284877:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078307.284881:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.284882:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.284887:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078307.284887:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078307.284892:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.284895:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.284896:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.284899:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.284905:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078307.284905:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925860608:192.168.204.157@tcp:250:kworker.0
00000008:00100000:1.0:1769078307.284910:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078307.284911:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1769078307.284916:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.284917:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078307.284920:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.284921:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078307.284926:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
02000000:00000001:3.0:1769078307.284926:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078307.284930:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078307.284933:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078307.284934:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078307.284934:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:1.0:1769078307.284939:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078307.284940:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.284942:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078307.284946:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078307.284950:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078307.284951:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000400:00000010:3.0:1769078307.284955:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078307.284956:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078307.284964:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00100000:1.0:1769078307.284967:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078307.284974:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860608, portal 25
00000100:00000001:3.0:1769078307.284978:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078307.284980:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078307.284981:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000001:1.0:1769078307.284988:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.284992:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.285012:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078307.285015:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078307.285018:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078307.285022:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925860608, offset 0
00000100:00000040:1.0:1769078307.285024:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078307.285033:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285039:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078307.285043:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078307.285045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078307.285049:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078307.285053:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078307.285054:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078307.285056:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078307.285060:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078307.285065:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4995
00000400:00000200:3.0:1769078307.285066:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078307.285073:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.285075:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078307.285080:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078307.285082:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078307.285084:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078307.285093:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:1.0:1769078307.285096:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078307.285102:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16433:16433:256:4294967295] 192.168.204.157@tcp LPNI seq info [16429:16429:8:4294967295]
00000100:00000001:1.0:1769078307.285103:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078307.285109:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.285121:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078307.285125:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285129:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078307.285132:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078307.285133:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078307.285136:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078307.285139:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078307.285142:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000010:3.0:1769078307.285143:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000020:00000001:1.0:1769078307.285144:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078307.285148:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078307.285153:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078307.285156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078307.285157:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.285163:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078307.285163:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769078307.285169:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769078307.285174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:1.0:1769078307.285175:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.1:1769078307.285180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078307.285182:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285187:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078307.285190:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078307.285192:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769078307.285194:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
02000000:00000001:1.0:1769078307.285197:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078307.285199:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078307.285202:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.285206:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078307.285207:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769078307.285210:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078307.285213:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000008:00000001:1.0:1769078307.285214:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078307.285217:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:1.0:1769078307.285218:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.285223:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1769078307.285225:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078307.285229:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000200:3.0:1769078307.285231:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078307.285234:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078307.285236:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.285240:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078307.285243:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078307.285246:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.285248:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769078307.285251:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000040:3.0:1769078307.285253:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.285256:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.285264:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.285265:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078307.285267:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078307.285275:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078307.285278:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.285281:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.285283:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078307.285290:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078307.285296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299669248
00000100:00000001:1.0:1769078307.285297:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078307.285302:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078307.285305:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:3.0:1769078307.285305:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd840.
00000100:00000001:1.0:1769078307.285310:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078307.285311:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078307.285315:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078307.285315:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1769078307.285320:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 4995
00000100:00000001:3.0:1769078307.285322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299669248
00000400:00000200:1.0:1769078307.285326:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:3.0:1769078307.285329:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd120.
00000400:00000200:1.0:1769078307.285332:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078307.285335:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1769078307.285336:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078307.285341:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078307.285342:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285347:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078307.285347:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.285351:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078307.285352:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078307.285354:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078307.285358:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078307.285360:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00100000:3.0:1769078307.285362:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078307.285363:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078307.285365:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078307.285367:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078307.285369:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078307.285373:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285375:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.285377:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285378:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078307.285380:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078307.285382:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078307.285384:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.285386:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078307.285388:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.285390:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.285392:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078307.285394:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078307.285403:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.285404:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078307.285408:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078307.285411:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078307.285412:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078307.285413:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.285414:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078307.285415:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078307.285418:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078307.285421:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078307.285424:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.285429:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078307.285435:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078307.285437:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.285440:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.285446:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.285449:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078307.285452:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078307.285455:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5005)
00000400:00000001:3.0:1769078307.285737:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078307.285739:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078307.285742:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078307.285745:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078307.285747:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078307.285750:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078307.285755:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078307.285763:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.285770:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078307.285772:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.285774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.285777:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078307.285781:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.285788:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078307.285794:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.285801:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078307.285805:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.285806:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.285807:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.285810:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078307.285812:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078307.286123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078307.286129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078307.286132:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078307.286137:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078307.286146:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925860608:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078307.286151:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286154:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.286156:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925860608/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286163:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078307.286165:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078307.286169:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078307.286172:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078307.286174:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078307.286175:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078307.286178:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078307.286185:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078307.286188:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078307.286190:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078307.286192:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078307.286281:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078307.286284:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286286:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286293:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078307.286295:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286297:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078307.286299:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078307.286301:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078307.286305:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286317:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078307.286319:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286321:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078307.286324:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.286326:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078307.286329:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078307.286333:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078307.286336:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078307.286338:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286340:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078307.286345:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078307.286347:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078307.286352:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078307.286356:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078307.286360:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078307.286365:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860736, portal 10
00000100:00000001:3.0:1769078307.286366:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078307.286368:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00000040:3.0:1769078307.286373:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286387:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078307.286389:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078307.286392:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078307.286394:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925860736, offset 0
00000400:00000200:3.0:1769078307.286399:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286405:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286410:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078307.286414:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078307.286417:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078307.286420:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078307.286423:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286426:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16434:16434:256:4294967295] 192.168.204.157@tcp LPNI seq info [16430:16430:8:4294967295]
00000400:00000200:3.0:1769078307.286431:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286440:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078307.286445:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286448:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078307.286453:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078307.286455:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078307.286458:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078307.286460:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078307.286462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286464:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078307.286467:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078307.286470:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078307.286473:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078307.286475:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078307.286477:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078307.286481:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.286491:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286497:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286498:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078307.286503:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.286507:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078307.286510:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078307.286513:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299667984
00000100:00000001:3.0:1769078307.286515:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286517:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299667984
00000100:00000001:3.0:1769078307.286519:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286521:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078307.286550:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286552:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078307.286556:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078307.286565:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078307.286566:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078307.286568:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078307.286571:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078307.286573:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078307.286575:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078307.286578:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078307.286586:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286593:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078307.286594:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.286597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078307.286600:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286605:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078307.286607:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286611:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078307.286612:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286613:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.286614:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286615:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078307.286616:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078307.286617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078307.286620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078307.286621:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078307.286624:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078307.286628:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078307.286630:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078307.286632:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286636:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078307.286637:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286638:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078307.286639:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.286640:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078307.286642:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860864:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078307.286644:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078307.286646:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078307.286647:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286648:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078307.286650:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078307.286651:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078307.286653:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078307.286655:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078307.286657:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078307.286659:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860864, portal 10
00000100:00000001:3.0:1769078307.286660:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078307.286661:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078307.286664:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286668:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078307.286670:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078307.286672:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078307.286673:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925860864, offset 0
00000400:00000200:3.0:1769078307.286675:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286678:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286680:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078307.286682:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078307.286684:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078307.286686:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078307.286687:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286689:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16435:16435:256:4294967295] 192.168.204.157@tcp LPNI seq info [16431:16431:8:4294967295]
00000400:00000200:3.0:1769078307.286691:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286695:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078307.286697:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286699:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078307.286702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078307.286703:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078307.286706:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078307.286707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078307.286709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286711:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078307.286713:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078307.286715:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078307.286716:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078307.286717:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078307.286719:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078307.286721:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286725:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.286727:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286731:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286732:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078307.286734:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.286735:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078307.286737:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078307.286739:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299667994
00000100:00000001:3.0:1769078307.286740:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286741:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299667994
00000100:00000001:3.0:1769078307.286743:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286744:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078307.286745:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286746:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078307.286747:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078307.286752:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078307.286753:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078307.286754:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078307.286755:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078307.286756:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078307.286757:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078307.286758:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078307.286763:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286766:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078307.286767:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286768:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.286769:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078307.286771:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286775:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078307.286778:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286785:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078307.286787:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286788:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.286790:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.286791:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078307.286792:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078307.286795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078307.286797:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078307.286799:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078307.286802:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078307.286808:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860864:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078307.286812:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078307.286829:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286835:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078307.286837:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286839:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078307.286840:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.286842:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078307.286845:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860992:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078307.286847:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078307.286849:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078307.286850:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.286851:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078307.286853:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078307.286855:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078307.286857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078307.286859:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078307.286862:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078307.286863:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925860992, portal 4
00000100:00000001:3.0:1769078307.286865:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078307.286865:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078307.286870:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286873:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078307.286875:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078307.286876:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078307.286878:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925860992, offset 0
00000400:00000200:3.0:1769078307.286881:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286885:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286888:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078307.286890:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078307.286893:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078307.286895:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078307.286897:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078307.286899:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16436:16436:256:4294967295] 192.168.204.157@tcp LPNI seq info [16432:16432:8:4294967295]
00000400:00000200:3.0:1769078307.286903:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078307.286909:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078307.286913:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286916:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078307.286920:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078307.286923:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078307.286927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078307.286929:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078307.286933:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078307.286934:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078307.286937:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078307.286940:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078307.286943:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078307.286949:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078307.286952:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078307.286956:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286963:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.286966:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.286971:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.286972:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078307.286975:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.286978:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078307.286981:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078307.286982:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299667991
00000100:00000001:3.0:1769078307.286985:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286987:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299667991
00000100:00000001:3.0:1769078307.286989:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299669248
00000100:00000001:3.0:1769078307.286991:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078307.287003:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.287004:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078307.287009:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078307.287015:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078307.287016:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078307.287017:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078307.287020:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078307.287022:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078307.287023:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078307.287026:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078307.287033:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287042:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078307.287044:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287045:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.287046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078307.287049:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287055:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078307.287058:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287064:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078307.287066:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287067:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078307.287068:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287070:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078307.287072:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078307.287074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078307.287077:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078307.287079:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078307.287082:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078307.287089:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925860992:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078307.287092:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287094:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.287097:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925860736/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287103:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078307.287104:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078307.287106:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078307.287108:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078307.287109:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078307.287111:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078307.287113:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078307.287114:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078307.287117:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078307.287118:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078307.287119:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078307.287121:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078307.287122:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287123:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.287126:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925860864/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287132:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078307.287133:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078307.287134:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078307.287136:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078307.287137:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078307.287138:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078307.287139:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078307.287141:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078307.287142:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078307.287143:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078307.287144:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078307.287146:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078307.287147:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287148:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078307.287151:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925860992/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.287156:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078307.287157:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078307.287158:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078307.287160:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078307.287161:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078307.287162:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078307.287164:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078307.287165:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078307.287166:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078307.287167:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078307.287168:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078307.287170:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078307.287171:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287172:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078307.287177:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078307.287178:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.287180:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078307.287181:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078307.732628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078307.732634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078307.732639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078307.732640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078307.732704:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078307.732709:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078307.732712:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078308.628592:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299669248, at 4299669312
00000100:00000040:3.0:1769078308.628592:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299669248, at 4299669312
00000100:00000010:3.0:1769078308.628608:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd120.
00000100:00000010:2.0:1769078308.628614:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd840.
00010000:00000001:3.0:1769078308.756619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078308.756625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078308.756631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078308.756633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078308.756655:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078308.756658:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078308.756661:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078309.780634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078309.780640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078309.780646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078309.780647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078309.780712:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078309.780716:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078309.780720:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078310.804637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078310.804646:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078310.804648:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078310.804651:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078310.804655:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078310.804658:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078310.804660:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078310.804662:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078310.804666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078310.804668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078310.804720:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078310.804724:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078310.804727:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078311.828610:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078311.828617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078311.828623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078311.828624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078311.828686:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078311.828689:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078311.828693:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078312.404671:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.404683:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078312.404686:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.404690:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.404695:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.404704:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5000
00000400:00000200:3.0:1769078312.404712:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078312.404718:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.404721:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.404723:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.404726:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.404728:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.404730:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078312.404733:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.404734:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078312.404737:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.404739:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078312.404741:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078312.404743:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078312.404745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.404746:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.404747:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.404748:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078312.404750:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078312.404752:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078312.404754:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.404757:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.404760:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.404762:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.404763:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078312.404765:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.404773:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529500.
00000020:00000040:3.0:1769078312.404775:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078312.404778:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.404779:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.404782:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.404784:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.404788:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.404794:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2000.
00000100:00000001:3.0:1769078312.404800:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.404806:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.404814:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078312.404817:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.404820:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a12371] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.404865:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.404871:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078312.404873:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.404878:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.404883:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.404885:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.404888:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.404890:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.404892:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.404894:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925861120:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078312.404897:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.404901:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.404903:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.404904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.404917:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.404919:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.404925:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078312.404927:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078312.404932:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078312.404939:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861120, portal 25
00000100:00000001:1.0:1769078312.404941:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.404942:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769078312.404946:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.404951:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.404954:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078312.404956:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078312.404959:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925861120, offset 0
00000400:00000200:1.0:1769078312.404965:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078312.404973:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.404980:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078312.404986:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.405002:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078312.405006:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.405008:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078312.405013:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16437:16437:256:4294967295] 192.168.204.157@tcp LPNI seq info [16433:16433:8:4294967295]
00000400:00000200:1.0:1769078312.405017:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.405029:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.405036:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.405041:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078312.405047:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078312.405050:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078312.405055:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078312.405058:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078312.405061:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.405063:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078312.405068:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.405072:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.405076:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078312.405078:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078312.405081:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.405084:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.405105:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.405107:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.405110:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078312.405111:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.405112:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.405114:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.405116:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5000
00000400:00000200:3.0:1769078312.405119:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078312.405122:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.405124:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.405127:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405129:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405131:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405134:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078312.405136:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.405137:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078312.405139:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.405141:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078312.405142:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078312.405144:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078312.405147:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405149:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405151:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405152:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078312.405155:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078312.405157:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405160:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.405161:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.405167:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.405169:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405171:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078312.405175:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078312.405178:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405180:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.405183:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529f80.
00000020:00000040:3.0:1769078312.405184:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078312.405186:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.405187:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405188:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.405189:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.405190:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.405193:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1400.
00000100:00000001:3.0:1769078312.405195:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.405200:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.405207:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078312.405209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.405213:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbebbc8d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405241:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.405245:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405253:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405254:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.405262:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.405267:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078312.405270:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299674368
00000100:00000010:1.0:1769078312.405275:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a33c0.
00000100:00000001:1.0:1769078312.405283:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078312.405298:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299674368
00000100:00000010:1.0:1769078312.405301:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a35a0.
00000100:00000001:1.0:1769078312.405304:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078312.405306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.405308:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405310:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.405313:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.405321:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.405322:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.405325:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078312.405327:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078312.405328:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078312.405330:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.405332:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.405338:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405342:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.405343:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405345:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.405346:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.405349:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405353:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.405356:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405360:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.405362:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405363:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.405363:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405365:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.405366:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.405368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.405370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078312.405371:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.405374:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.405378:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925861120:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078312.405383:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405384:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.405386:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925861120/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405390:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.405392:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.405393:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.405395:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.405396:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.405397:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078312.405398:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.405400:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769078312.405403:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.405405:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.405406:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769078312.405408:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.405409:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405410:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405416:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078312.405417:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405419:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.405420:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078312.405421:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.405423:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405427:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.405428:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.405429:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.405430:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.405431:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.405433:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.405435:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.405436:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.405437:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.405438:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.405440:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.405441:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.405444:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078312.405445:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078312.405448:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078312.405450:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861248, portal 10
00000100:00000001:1.0:1769078312.405451:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.405452:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769078312.405456:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.405461:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078312.405473:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078312.405476:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925861248, offset 0
00000400:00000200:1.0:1769078312.405480:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078312.405487:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.405490:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078312.405493:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.405496:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078312.405498:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.405500:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078312.405503:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16438:16438:256:4294967295] 192.168.204.157@tcp LPNI seq info [16434:16434:8:4294967295]
00000400:00000200:1.0:1769078312.405507:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.405513:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.405517:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.405520:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078312.405561:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078312.405565:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078312.405569:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078312.405572:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078312.405577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.405579:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078312.405583:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.405585:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.405588:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078312.405590:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078312.405591:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.405595:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405601:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.405604:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405608:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405609:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.405611:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.405614:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078312.405617:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078312.405619:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299673104
00000100:00000001:1.0:1769078312.405621:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.405622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299673104
00000100:00000001:1.0:1769078312.405624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.405625:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.405627:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405629:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.405631:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.405636:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.405638:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.405639:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078312.405642:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078312.405643:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078312.405645:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.405648:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.405656:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405661:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.405662:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405664:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.405665:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.405668:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405675:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.405678:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405686:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.405688:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405690:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.405691:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405693:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.405694:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.405697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.405701:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078312.405703:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.405706:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.405711:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.405713:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405714:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.405716:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925861248/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.405720:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.405721:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.405722:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.405724:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.405725:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.405726:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078312.405727:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.405728:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769078312.405729:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.405730:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.405731:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769078312.405734:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.405735:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405736:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.405738:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078312.405739:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.405740:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.405742:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405793:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.405796:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.405798:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078312.405799:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.405800:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.405802:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.405804:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5000
00000400:00000200:3.0:1769078312.405807:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078312.405809:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.405811:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.405813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405814:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405816:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405817:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078312.405818:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.405819:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078312.405820:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.405821:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078312.405822:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078312.405823:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078312.405825:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405826:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405827:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405828:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078312.405830:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078312.405831:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405833:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.405834:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.405836:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.405837:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405838:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078312.405840:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078312.405841:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405842:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.405845:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952a680.
00000020:00000040:3.0:1769078312.405846:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078312.405848:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.405849:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405850:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.405851:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.405852:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.405855:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:3.0:1769078312.405857:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.405860:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.405864:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078312.405866:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.405868:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac55a131] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.405873:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.405874:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.405876:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078312.405877:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.405878:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.405880:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.405882:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5000
00000400:00000200:3.0:1769078312.405883:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078312.405885:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.405886:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.405888:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405889:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405890:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405891:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078312.405892:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.405893:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078312.405893:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.405894:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078312.405895:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:3.0:1769078312.405897:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078312.405898:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405899:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.405900:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405901:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078312.405902:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:3.0:1769078312.405904:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078312.405905:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.405906:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.405918:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.405920:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405921:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078312.405923:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078312.405924:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405925:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.405927:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528700.
00000020:00000040:3.0:1769078312.405929:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078312.405931:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.405932:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.405933:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.405933:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.405935:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.405937:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3800.
00000100:00000001:3.0:1769078312.405939:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.405942:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.405948:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078312.405950:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.405952:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008925e4a9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.405957:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.405958:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078312.405961:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078312.405965:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5010)
00000100:00000001:1.0:1769078312.406015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.406018:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078312.406020:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.406024:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406031:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.406033:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.406035:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.406037:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.406039:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.406042:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861376:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.406044:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.406046:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.406047:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.406048:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.406051:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.406053:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.406056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078312.406058:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078312.406061:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078312.406063:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861376, portal 10
00000100:00000001:1.0:1769078312.406064:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.406065:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169711744 : -125582539839872 : ffff8dc88952a680)
00000100:00000040:1.0:1769078312.406069:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406074:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.406075:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078312.406077:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078312.406078:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925861376, offset 0
00000400:00000200:1.0:1769078312.406080:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078312.406083:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.406085:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078312.406087:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.406089:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078312.406090:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.406092:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078312.406094:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16439:16439:256:4294967295] 192.168.204.157@tcp LPNI seq info [16435:16435:8:4294967295]
00000400:00000200:1.0:1769078312.406096:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.406100:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.406103:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.406105:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078312.406108:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078312.406109:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078312.406112:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078312.406114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078312.406117:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.406118:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078312.406120:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.406123:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.406127:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078312.406129:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078312.406131:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.406134:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406141:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.406144:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406149:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.406150:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.406153:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.406157:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078312.406160:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078312.406162:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299673113
00000100:00000001:1.0:1769078312.406165:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.406167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299673113
00000100:00000001:1.0:1769078312.406169:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.406171:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.406173:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.406175:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.406179:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.406186:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.406187:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.406188:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078312.406190:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078312.406191:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078312.406192:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.406194:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.406203:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406207:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.406208:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406209:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.406210:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.406212:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406215:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.406217:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406221:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.406223:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406224:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.406225:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406226:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.406227:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.406228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.406230:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078312.406232:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.406235:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.406241:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861376:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.406245:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.406248:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406259:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.406260:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.406262:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.406264:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.406266:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.406268:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861504:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.406270:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.406272:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.406274:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.406276:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.406279:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078312.406281:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.406286:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078312.406288:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078312.406292:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078312.406294:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861504, portal 4
00000100:00000001:1.0:1769078312.406296:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.406298:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169703680 : -125582539847936 : ffff8dc889528700)
00000100:00000040:1.0:1769078312.406304:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406309:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.406311:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078312.406312:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078312.406314:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925861504, offset 0
00000400:00000200:1.0:1769078312.406317:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078312.406319:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.406322:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078312.406324:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.406326:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078312.406327:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.406329:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078312.406331:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16440:16440:256:4294967295] 192.168.204.157@tcp LPNI seq info [16436:16436:8:4294967295]
00000400:00000200:1.0:1769078312.406333:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078312.406338:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.406341:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.406344:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078312.406346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078312.406348:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078312.406350:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078312.406352:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078312.406355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078312.406356:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078312.406358:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.406360:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.406362:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078312.406363:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078312.406364:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.406366:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406372:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.406374:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406378:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.406379:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.406381:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.406383:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078312.406385:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078312.406387:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299673110
00000100:00000001:1.0:1769078312.406389:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.406390:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299673110
00000100:00000001:1.0:1769078312.406392:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299674368
00000100:00000001:1.0:1769078312.406394:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.406396:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.406397:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.406399:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.406404:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.406405:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.406405:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078312.406406:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078312.406408:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078312.406409:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.406412:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.406420:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406425:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.406426:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406428:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.406429:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.406433:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406439:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.406443:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406450:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.406452:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406454:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.406455:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406457:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.406458:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.406461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.406464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078312.406465:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.406469:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.406477:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861504:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.406480:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406482:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.406484:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a680 x1855007925861376/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406490:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.406492:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.406493:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078312.406496:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.406497:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.406498:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078312.406500:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.406502:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769078312.406504:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.406506:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.406507:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a680.
00000100:00000001:1.0:1769078312.406509:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.406510:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406512:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.406514:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528700 x1855007925861504/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.406519:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.406520:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.406544:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078312.406547:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.406548:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.406550:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078312.406552:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.406553:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769078312.406555:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.406556:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.406557:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769078312.406559:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.406560:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406562:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.406565:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078312.406567:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.406569:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.406570:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078312.852630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078312.852635:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078312.852639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078312.852640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078312.852659:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078312.852661:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078312.852665:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078313.748620:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299674368, at 4299674432
00000100:00000040:3.0:1769078313.748620:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299674368, at 4299674432
00000100:00000010:2.0:1769078313.748633:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000100:00000010:3.0:1769078313.748636:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00010000:00000001:3.0:1769078313.876640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078313.876646:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078313.876652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078313.876654:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078313.876657:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078313.876660:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078313.876663:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078313.876666:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078313.876668:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078313.876670:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078313.876758:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078313.876762:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078313.876766:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078314.900615:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078314.900620:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078314.900625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078314.900625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078314.900692:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078314.900696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078314.900699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078315.924639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078315.924644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078315.924649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078315.924651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078315.924712:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078315.924715:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078315.924719:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078316.948610:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078316.948616:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078316.948621:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078316.948623:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078316.948644:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078316.948646:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078316.948649:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078317.524674:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078317.524684:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078317.524687:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078317.524690:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078317.524694:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078317.524704:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5005
00000400:00000200:1.0:1769078317.524714:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078317.524720:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078317.524722:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078317.524725:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524728:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078317.524730:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524731:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078317.524735:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078317.524737:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078317.524739:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078317.524741:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078317.524743:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078317.524744:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078317.524746:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524748:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078317.524749:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524751:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078317.524753:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078317.524755:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524757:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.524762:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078317.524766:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.524769:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.524771:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078317.524773:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078317.524785:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078317.524789:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078317.524793:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078317.524795:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.524799:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078317.524802:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078317.524807:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078317.524817:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078317.524845:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.524856:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078317.524869:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078317.524874:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078317.524879:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.524904:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078317.524906:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078317.524909:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078317.524910:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078317.524912:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078317.524914:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078317.524917:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5005
00000400:00000200:1.0:1769078317.524921:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078317.524924:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078317.524925:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078317.524926:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078317.524930:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078317.524931:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078317.524932:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078317.524934:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078317.524935:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524938:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078317.524940:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078317.524942:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078317.524943:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078317.524943:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078317.524945:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078317.524948:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078317.524951:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078317.524957:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.524960:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078317.524960:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769078317.524963:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078317.524964:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.524967:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078317.524970:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078317.524970:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078317.524974:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078317.524974:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.524977:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.524978:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.524980:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078317.524984:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925861632:192.168.204.157@tcp:250:kworker.0
02000000:00000001:1.0:1769078317.524986:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078317.524988:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078317.524989:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.524991:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078317.524992:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078317.524995:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078317.524996:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078317.524997:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769078317.524999:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078317.525002:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078317.525005:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525009:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078317.525013:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078317.525015:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078317.525015:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078317.525019:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078317.525021:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078317.525021:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078317.525022:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078317.525025:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078317.525028:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078317.525030:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000010:1.0:1769078317.525031:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078317.525036:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078317.525038:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861632, portal 25
00000100:00100000:1.0:1769078317.525040:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078317.525041:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078317.525044:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000001:1.0:1769078317.525051:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078317.525052:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.525055:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078317.525062:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.525067:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525070:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078317.525071:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078317.525075:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078317.525076:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078317.525078:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078317.525078:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525082:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078317.525083:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00080000:1.0:1769078317.525087:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5005
00000100:00000200:3.0:1769078317.525088:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925861632, offset 0
00000400:00000200:1.0:1769078317.525093:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078317.525095:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078317.525099:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078317.525099:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078317.525104:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525106:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078317.525108:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525109:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078317.525112:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:1.0:1769078317.525113:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078317.525115:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078317.525117:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078317.525119:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078317.525120:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078317.525122:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:1.0:1769078317.525123:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078317.525127:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525129:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078317.525130:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078317.525132:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525134:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078317.525136:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000040:1.0:1769078317.525138:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078317.525142:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078317.525143:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525147:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.525147:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:1.0:1769078317.525148:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078317.525152:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078317.525152:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16441:16441:256:4294967295] 192.168.204.157@tcp LPNI seq info [16437:16437:8:4294967295]
02000000:00000001:1.0:1769078317.525155:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525158:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078317.525159:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:1.0:1769078317.525160:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078317.525163:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525164:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078317.525166:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078317.525170:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078317.525173:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078317.525174:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078317.525176:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525179:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078317.525181:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078317.525182:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078317.525183:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
02000000:00000010:1.0:1769078317.525185:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078317.525188:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078317.525189:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00100000:1.0:1769078317.525192:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078317.525200:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078317.525201:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078317.525204:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769078317.525209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078317.525212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078317.525215:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078317.525217:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078317.525226:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525228:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078317.525229:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000100:00080000:1.0:1769078317.525232:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078317.525236:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1769078317.525237:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078317.525238:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078317.525240:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078317.525244:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078317.525245:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078317.525249:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5005
00000400:00000200:3.0:1769078317.525251:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000200:1.0:1769078317.525254:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078317.525255:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000400:00000200:1.0:1769078317.525258:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078317.525260:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078317.525261:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078317.525264:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525267:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078317.525268:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078317.525270:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525274:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078317.525278:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078317.525280:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078317.525282:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078317.525284:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078317.525284:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078317.525287:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078317.525289:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078317.525289:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078317.525295:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525299:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078317.525302:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078317.525304:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525305:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078317.525307:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769078317.525308:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078317.525310:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078317.525312:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.525314:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078317.525317:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.525320:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.525320:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078317.525322:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078317.525324:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299679488
00000008:00100000:1.0:1769078317.525327:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078317.525329:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078317.525330:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd000.
00000100:00000001:1.0:1769078317.525331:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078317.525337:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078317.525339:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078317.525340:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078317.525341:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078317.525343:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525345:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078317.525346:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078317.525348:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525348:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299679488
02000000:00000010:1.0:1769078317.525351:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000010:3.0:1769078317.525353:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdba0.
00000100:00000001:1.0:1769078317.525354:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525358:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1769078317.525361:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078317.525362:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078317.525367:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.525372:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078317.525373:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078317.525376:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.525380:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078317.525382:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.525400:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078317.525400:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078317.525403:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769078317.525404:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078317.525405:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000100:00000040:1.0:1769078317.525411:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078317.525411:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078317.525415:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078317.525417:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1769078317.525419:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5015)
00000100:00000200:3.0:1769078317.525422:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078317.525428:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525435:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078317.525437:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525439:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525441:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078317.525446:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525453:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078317.525459:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525467:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078317.525470:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525472:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525473:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525475:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078317.525478:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078317.525481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078317.525485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078317.525487:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078317.525491:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078317.525497:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925861632:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078317.525500:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525502:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.525503:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925861632/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525507:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078317.525509:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078317.525512:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078317.525514:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078317.525515:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078317.525517:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078317.525518:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078317.525520:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078317.525539:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078317.525541:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078317.525542:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078317.525544:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078317.525545:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525547:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525553:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078317.525555:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525556:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078317.525557:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078317.525559:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078317.525561:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525565:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078317.525566:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.525568:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078317.525569:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.525570:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.525572:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078317.525574:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078317.525575:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078317.525576:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.525577:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078317.525579:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078317.525580:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.525583:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078317.525585:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078317.525589:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078317.525592:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861760, portal 10
00000100:00000001:3.0:1769078317.525594:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078317.525595:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078317.525601:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525607:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078317.525609:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078317.525612:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078317.525614:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925861760, offset 0
00000400:00000200:3.0:1769078317.525618:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078317.525622:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.525626:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078317.525629:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078317.525632:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078317.525634:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078317.525636:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078317.525639:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16442:16442:256:4294967295] 192.168.204.157@tcp LPNI seq info [16438:16438:8:4294967295]
00000400:00000200:3.0:1769078317.525643:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.525647:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078317.525651:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.525653:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078317.525656:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078317.525658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078317.525660:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078317.525662:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078317.525664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.525665:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078317.525667:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078317.525669:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078317.525671:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078317.525672:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078317.525674:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078317.525676:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525688:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.525691:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525697:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525698:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078317.525701:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.525705:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078317.525708:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078317.525710:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299678224
00000100:00000001:3.0:1769078317.525713:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.525715:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299678224
00000100:00000001:3.0:1769078317.525718:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.525720:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078317.525722:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525724:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078317.525728:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078317.525736:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078317.525736:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078317.525738:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078317.525739:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078317.525741:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078317.525742:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078317.525744:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078317.525749:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525753:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078317.525754:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525755:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525756:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078317.525759:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525762:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078317.525765:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525768:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078317.525770:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525771:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525772:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525773:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078317.525774:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078317.525776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078317.525778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078317.525779:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078317.525781:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078317.525785:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078317.525787:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078317.525789:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525793:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078317.525794:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.525795:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078317.525796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.525797:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.525800:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861888:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078317.525802:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078317.525803:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078317.525804:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.525805:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078317.525808:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078317.525809:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.525811:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078317.525812:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078317.525814:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078317.525816:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925861888, portal 10
00000100:00000001:3.0:1769078317.525817:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078317.525818:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078317.525835:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525839:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078317.525840:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078317.525842:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078317.525843:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925861888, offset 0
00000400:00000200:3.0:1769078317.525846:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078317.525849:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.525851:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078317.525853:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078317.525855:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078317.525856:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078317.525858:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078317.525860:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16443:16443:256:4294967295] 192.168.204.157@tcp LPNI seq info [16439:16439:8:4294967295]
00000400:00000200:3.0:1769078317.525862:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.525866:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078317.525869:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.525871:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078317.525874:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078317.525875:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078317.525878:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078317.525879:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078317.525882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.525883:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078317.525885:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078317.525887:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078317.525889:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078317.525890:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078317.525891:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078317.525893:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525898:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.525907:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525914:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525915:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078317.525917:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.525919:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078317.525921:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078317.525922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299678233
00000100:00000001:3.0:1769078317.525924:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.525926:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299678233
00000100:00000001:3.0:1769078317.525927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.525928:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078317.525929:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.525930:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078317.525932:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078317.525937:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078317.525938:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078317.525939:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078317.525940:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078317.525941:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078317.525943:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078317.525945:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078317.525949:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078317.525953:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525954:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525954:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078317.525956:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525960:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078317.525962:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525965:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078317.525967:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525968:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.525969:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.525970:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078317.525971:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078317.525972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078317.525974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078317.525975:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078317.525977:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078317.525985:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925861888:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078317.525988:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078317.525990:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.525993:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078317.525994:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.525995:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078317.525996:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.525997:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.525999:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862016:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078317.526000:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078317.526001:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078317.526002:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.526003:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078317.526005:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078317.526006:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.526009:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078317.526010:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078317.526012:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078317.526014:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862016, portal 4
00000100:00000001:3.0:1769078317.526015:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078317.526016:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078317.526020:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526023:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078317.526025:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078317.526026:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078317.526027:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925862016, offset 0
00000400:00000200:3.0:1769078317.526030:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078317.526032:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.526034:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078317.526036:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078317.526037:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078317.526039:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078317.526040:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078317.526042:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16444:16444:256:4294967295] 192.168.204.157@tcp LPNI seq info [16440:16440:8:4294967295]
00000400:00000200:3.0:1769078317.526045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078317.526049:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078317.526051:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.526053:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078317.526055:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078317.526056:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078317.526059:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078317.526060:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078317.526063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078317.526064:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078317.526065:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078317.526068:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078317.526069:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078317.526070:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078317.526071:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078317.526073:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526078:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.526080:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526083:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.526084:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078317.526085:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.526087:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078317.526088:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078317.526090:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299678230
00000100:00000001:3.0:1769078317.526092:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.526093:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299678230
00000100:00000001:3.0:1769078317.526094:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299679488
00000100:00000001:3.0:1769078317.526095:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078317.526096:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.526097:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078317.526099:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078317.526103:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078317.526104:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078317.526104:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078317.526106:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078317.526107:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078317.526108:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078317.526110:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078317.526114:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526118:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078317.526118:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526119:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.526120:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078317.526122:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526125:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078317.526127:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526130:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078317.526132:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526133:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078317.526134:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526135:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078317.526136:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078317.526137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078317.526139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078317.526140:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078317.526142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078317.526146:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862016:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078317.526148:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526149:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.526150:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925861760/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526154:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078317.526155:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078317.526156:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078317.526157:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078317.526158:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078317.526158:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078317.526159:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078317.526160:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078317.526163:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078317.526163:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078317.526164:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078317.526167:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078317.526167:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526168:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.526170:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925861888/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526178:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078317.526179:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078317.526180:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078317.526181:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078317.526182:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078317.526183:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078317.526183:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078317.526184:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078317.526185:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078317.526186:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078317.526187:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078317.526188:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078317.526188:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526189:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078317.526191:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925862016/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.526194:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078317.526194:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078317.526195:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078317.526196:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078317.526197:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078317.526197:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078317.526198:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078317.526199:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078317.526200:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078317.526201:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078317.526201:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078317.526203:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078317.526203:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526204:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078317.526206:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078317.526207:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.526208:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078317.526209:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078317.972666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078317.972673:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078317.972678:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078317.972678:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078317.972735:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078317.972739:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078317.972742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078318.868616:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299679488, at 4299679552
00000100:00000040:3.0:1769078318.868616:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299679488, at 4299679552
00000100:00000010:3.0:1769078318.868629:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdba0.
00000100:00000010:2.0:1769078318.868631:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd000.
00010000:00000001:3.0:1769078318.996601:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078318.996607:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078318.996612:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078318.996613:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078318.996671:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078318.996675:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078318.996678:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078320.020661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078320.020669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078320.020674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078320.020675:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078320.020739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078320.020742:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078320.020745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078321.044606:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078321.044616:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078321.044618:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078321.044622:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078321.044629:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078321.044631:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078321.044634:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078321.044637:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078321.044641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078321.044643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078321.044664:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078321.044667:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078321.044669:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078322.068672:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078322.068681:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078322.068689:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078322.068690:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078322.068763:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078322.068768:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078322.068772:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078322.644679:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078322.644694:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078322.644697:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078322.644702:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078322.644707:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078322.644715:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5010
00000400:00000200:0.0:1769078322.644727:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078322.644753:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078322.644756:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078322.644759:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644762:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078322.644764:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644766:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078322.644770:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078322.644771:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078322.644774:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078322.644777:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078322.644778:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078322.644780:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078322.644782:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644784:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078322.644786:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644787:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078322.644789:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078322.644792:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644794:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078322.644796:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078322.644799:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078322.644802:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.644804:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078322.644806:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078322.644817:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000020:00000040:0.0:1769078322.644821:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078322.644825:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078322.644827:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.644830:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078322.644841:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078322.644847:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078322.644857:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078322.644863:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078322.644871:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078322.644880:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078322.644885:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078322.644888:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.644904:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078322.644907:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078322.644910:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078322.644911:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078322.644912:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078322.644914:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078322.644917:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5010
00000400:00000200:0.0:1769078322.644920:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078322.644923:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078322.644926:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078322.644926:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078322.644929:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078322.644931:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078322.644932:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078322.644935:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078322.644936:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644940:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078322.644942:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078322.644943:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078322.644944:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078322.644945:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078322.644946:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078322.644950:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078322.644954:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078322.644960:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078322.644961:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078322.644962:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078322.644964:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078322.644965:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.644969:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078322.644970:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078322.644971:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078322.644974:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.644977:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078322.644979:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00100000:3.0:1769078322.644980:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925862144:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769078322.644983:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078322.644986:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078322.644987:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078322.644992:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.644992:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078322.644994:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078322.644995:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.644997:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078322.644998:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078322.645003:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1769078322.645004:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
00000008:00000001:0.0:1769078322.645007:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.645007:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645011:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078322.645015:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078322.645018:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078322.645019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078322.645023:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078322.645025:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078322.645025:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:0.0:1769078322.645029:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078322.645030:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078322.645032:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078322.645034:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000010:0.0:1769078322.645037:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:0.0:1769078322.645040:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078322.645042:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862144, portal 25
00000100:00100000:0.0:1769078322.645046:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078322.645046:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078322.645049:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:3.0:1769078322.645056:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645064:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078322.645067:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078322.645069:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645070:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078322.645074:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000040:0.0:1769078322.645076:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078322.645077:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925862144, offset 0
00000100:00000001:0.0:1769078322.645086:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.645087:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769078322.645089:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078322.645091:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078322.645092:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078322.645094:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078322.645096:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078322.645096:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078322.645100:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5010
00000400:00000200:3.0:1769078322.645105:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:0.0:1769078322.645106:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078322.645111:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078322.645113:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078322.645114:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078322.645118:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645121:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769078322.645123:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078322.645126:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078322.645129:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645131:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645135:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078322.645136:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16445:16445:256:4294967295] 192.168.204.157@tcp LPNI seq info [16441:16441:8:4294967295]
00000020:00000001:0.0:1769078322.645140:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078322.645143:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769078322.645144:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078322.645147:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078322.645150:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078322.645153:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078322.645155:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078322.645159:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:3.0:1769078322.645160:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078322.645167:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645167:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00000001:0.0:1769078322.645170:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078322.645171:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645173:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078322.645177:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.0:1769078322.645177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078322.645182:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000800:00000200:3.0:1769078322.645182:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769078322.645187:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078322.645189:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769078322.645192:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769078322.645193:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1769078322.645196:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1769078322.645197:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645201:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078322.645204:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1769078322.645204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645207:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000008:00000001:0.0:1769078322.645208:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645212:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.645214:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769078322.645216:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000400:00000200:3.0:1769078322.645220:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078322.645221:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078322.645225:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078322.645226:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
02000000:00000001:0.0:1769078322.645228:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078322.645229:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:0.0:1769078322.645234:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078322.645234:0:2410:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078322.645236:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078322.645239:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078322.645240:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078322.645247:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078322.645251:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645255:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1769078322.645259:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078322.645261:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645276:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078322.645278:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645279:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645281:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769078322.645285:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.645294:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078322.645296:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299684608
00000100:00080000:0.0:1769078322.645300:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078322.645306:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078322.645307:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078322.645308:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1769078322.645309:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf60.
00000100:00000001:0.0:1769078322.645310:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078322.645314:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5010
00000400:00000200:0.0:1769078322.645318:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078322.645320:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078322.645322:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078322.645322:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078322.645327:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645329:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078322.645331:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645333:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078322.645334:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299684608
00000020:00000001:0.0:1769078322.645335:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078322.645336:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078322.645339:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078322.645341:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000010:3.0:1769078322.645341:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd900.
00000020:00000001:0.0:1769078322.645344:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078322.645346:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078322.645348:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769078322.645349:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078322.645353:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078322.645355:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078322.645355:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078322.645360:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645361:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078322.645365:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078322.645366:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769078322.645370:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00100000:3.0:1769078322.645373:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645375:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078322.645380:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078322.645383:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078322.645389:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078322.645393:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:3.0:1769078322.645393:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078322.645396:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1769078322.645399:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1769078322.645399:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078322.645403:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000008:00000001:0.0:1769078322.645405:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078322.645406:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:0.0:1769078322.645410:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645411:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078322.645415:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078322.645417:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000100:00000200:3.0:1769078322.645424:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645428:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078322.645429:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078322.645431:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078322.645432:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645434:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078322.645436:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078322.645438:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.645439:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645441:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078322.645444:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078322.645448:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645448:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769078322.645456:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000040:3.0:1769078322.645456:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645463:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645464:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078322.645469:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645470:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645471:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078322.645474:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078322.645474:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078322.645475:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078322.645479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078322.645485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078322.645488:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769078322.645492:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078322.645494:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645496:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.645503:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925862144:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078322.645507:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645509:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078322.645515:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078322.645515:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925862144/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078322.645551:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645553:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1769078322.645556:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078322.645557:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078322.645560:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
00000100:00000040:0.0:1769078322.645562:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769078322.645563:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078322.645567:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078322.645569:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000100:00000040:0.0:1769078322.645571:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5021)
00000020:00000001:3.0:1769078322.645571:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078322.645574:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:3.0:1769078322.645579:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078322.645580:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078322.645581:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:3.0:1769078322.645584:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078322.645585:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645586:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645594:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078322.645595:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645597:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078322.645598:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078322.645599:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078322.645602:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645606:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078322.645607:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.645609:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078322.645610:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.645611:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.645613:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078322.645616:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078322.645617:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078322.645618:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.645619:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078322.645621:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078322.645623:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.645626:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078322.645627:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078322.645630:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078322.645632:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862272, portal 10
00000100:00000001:3.0:1769078322.645633:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078322.645634:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
00000100:00000040:3.0:1769078322.645638:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645643:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078322.645644:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078322.645645:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078322.645647:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925862272, offset 0
00000400:00000200:3.0:1769078322.645649:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645651:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.645653:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078322.645655:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078322.645657:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078322.645659:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078322.645660:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645662:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16446:16446:256:4294967295] 192.168.204.157@tcp LPNI seq info [16442:16442:8:4294967295]
00000400:00000200:3.0:1769078322.645665:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.645669:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078322.645672:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645673:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078322.645676:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078322.645678:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078322.645681:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078322.645682:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078322.645685:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645686:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078322.645688:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078322.645690:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078322.645692:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078322.645693:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078322.645695:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078322.645697:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.645704:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645707:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645708:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078322.645710:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078322.645713:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078322.645714:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078322.645715:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299683344
00000100:00000001:3.0:1769078322.645718:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.645719:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299683344
00000100:00000001:3.0:1769078322.645720:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.645722:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078322.645723:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645724:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078322.645726:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078322.645730:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078322.645731:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078322.645732:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078322.645733:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078322.645749:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078322.645751:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078322.645753:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078322.645758:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645762:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078322.645763:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645764:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645765:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078322.645767:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645770:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078322.645772:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645777:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078322.645778:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645781:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078322.645782:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078322.645783:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078322.645785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078322.645786:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078322.645788:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078322.645792:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078322.645795:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078322.645797:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645801:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078322.645802:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.645803:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078322.645804:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.645805:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.645807:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862400:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078322.645809:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078322.645810:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078322.645811:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.645812:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078322.645815:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078322.645816:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.645818:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078322.645820:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078322.645822:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078322.645824:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862400, portal 10
00000100:00000001:3.0:1769078322.645825:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078322.645826:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000040:3.0:1769078322.645831:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645837:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078322.645839:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078322.645841:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078322.645844:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925862400, offset 0
00000400:00000200:3.0:1769078322.645847:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645851:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.645854:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078322.645857:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078322.645860:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078322.645862:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078322.645864:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078322.645867:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16447:16447:256:4294967295] 192.168.204.157@tcp LPNI seq info [16443:16443:8:4294967295]
00000400:00000200:3.0:1769078322.645871:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.645877:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078322.645882:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645885:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078322.645889:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078322.645891:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078322.645895:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078322.645898:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078322.645901:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.645903:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078322.645905:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078322.645907:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078322.645909:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078322.645911:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078322.645913:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078322.645915:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.645922:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645926:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645928:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078322.645930:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078322.645931:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078322.645934:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078322.645935:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299683353
00000100:00000001:3.0:1769078322.645937:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.645939:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299683353
00000100:00000001:3.0:1769078322.645940:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.645942:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078322.645943:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.645945:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078322.645947:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078322.645951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078322.645952:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078322.645953:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078322.645954:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078322.645954:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078322.645955:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078322.645957:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078322.645962:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645966:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078322.645967:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645967:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645968:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078322.645970:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645973:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078322.645975:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.645979:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078322.645980:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645981:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.645982:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.645983:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078322.645984:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078322.645986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078322.645988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078322.645990:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078322.645991:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078322.645996:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862400:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078322.645998:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078322.645999:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646003:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078322.646004:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.646005:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078322.646006:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.646008:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.646010:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862528:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078322.646011:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078322.646012:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078322.646013:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.646014:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078322.646016:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078322.646017:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078322.646019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078322.646021:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078322.646023:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078322.646025:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862528, portal 4
00000100:00000001:3.0:1769078322.646026:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078322.646027:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
00000100:00000040:3.0:1769078322.646030:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646034:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078322.646036:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078322.646037:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078322.646039:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925862528, offset 0
00000400:00000200:3.0:1769078322.646041:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078322.646043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.646045:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078322.646046:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078322.646048:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078322.646049:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078322.646051:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078322.646053:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16448:16448:256:4294967295] 192.168.204.157@tcp LPNI seq info [16444:16444:8:4294967295]
00000400:00000200:3.0:1769078322.646055:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078322.646059:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078322.646062:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.646064:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078322.646066:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078322.646068:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078322.646070:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078322.646072:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078322.646075:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078322.646076:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078322.646077:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078322.646079:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078322.646081:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078322.646082:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078322.646083:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078322.646085:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646089:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.646091:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646098:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.646099:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078322.646101:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078322.646102:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078322.646104:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078322.646105:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299683350
00000100:00000001:3.0:1769078322.646107:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.646108:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299683350
00000100:00000001:3.0:1769078322.646110:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299684608
00000100:00000001:3.0:1769078322.646111:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078322.646112:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.646113:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078322.646115:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078322.646119:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078322.646119:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078322.646120:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078322.646121:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078322.646122:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078322.646123:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078322.646125:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078322.646130:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646133:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078322.646134:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646134:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.646135:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078322.646137:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646141:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078322.646144:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646147:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078322.646148:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078322.646150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646151:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078322.646152:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078322.646153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078322.646155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078322.646156:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078322.646158:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078322.646162:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862528:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078322.646164:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646165:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.646166:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925862272/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646170:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078322.646170:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078322.646171:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078322.646173:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078322.646173:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078322.646174:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078322.646175:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078322.646177:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:3.0:1769078322.646178:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078322.646179:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078322.646180:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:3.0:1769078322.646182:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078322.646183:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646184:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.646185:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925862400/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646189:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078322.646190:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078322.646192:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078322.646193:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078322.646193:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078322.646194:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078322.646195:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078322.646196:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078322.646197:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078322.646197:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078322.646198:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:3.0:1769078322.646199:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078322.646200:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646201:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.646202:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925862528/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.646205:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078322.646206:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078322.646207:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078322.646208:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078322.646208:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078322.646209:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078322.646210:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078322.646211:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078322.646212:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078322.646212:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078322.646213:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:3.0:1769078322.646214:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078322.646215:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646216:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078322.646219:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078322.646220:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.646221:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078322.646222:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078323.092625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078323.092630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078323.092633:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078323.092634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078323.092691:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078323.092695:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078323.092698:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078323.988625:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299684608, at 4299684672
00000100:00000040:3.0:1769078323.988627:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299684608, at 4299684672
00000100:00000010:3.0:1769078323.988645:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000100:00000010:2.0:1769078323.988650:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf60.
00010000:00000001:3.0:1769078324.116683:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078324.116698:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078324.116705:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078324.116709:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078324.116742:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078324.116745:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078324.116749:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078324.116751:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078324.116753:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078324.116756:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078324.116854:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078324.116861:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078324.116866:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078325.140636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078325.140641:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078325.140646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078325.140648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078325.140669:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078325.140672:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078325.140674:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078326.164630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078326.164637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078326.164642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078326.164643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078326.164743:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078326.164759:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078326.164763:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078327.188584:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078327.188590:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078327.188595:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078327.188597:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078327.188634:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078327.188637:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078327.188639:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078327.764639:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.764659:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078327.764661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.764665:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078327.764669:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.764675:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5016
00000400:00000200:0.0:1769078327.764685:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078327.764691:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078327.764694:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.764697:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764700:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.764702:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764705:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078327.764709:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078327.764711:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078327.764713:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.764716:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078327.764718:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078327.764720:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078327.764723:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764725:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.764727:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764729:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078327.764732:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078327.764735:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764737:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.764740:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.764743:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078327.764746:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.764748:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078327.764750:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078327.764759:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
00000020:00000040:0.0:1769078327.764763:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078327.764766:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078327.764768:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.764770:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.764779:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078327.764782:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078327.764790:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769078327.764795:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078327.764802:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078327.764811:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078327.764815:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.764819:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.764840:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078327.764843:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.764846:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078327.764847:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.764849:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078327.764851:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.764854:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5016
00000400:00000200:0.0:1769078327.764857:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078327.764860:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078327.764862:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.764866:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764868:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.764871:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764873:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078327.764880:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078327.764882:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078327.764883:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078327.764886:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.764889:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078327.764889:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078327.764894:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078327.764894:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078327.764898:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078327.764903:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764906:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.764907:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.764910:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078327.764912:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078327.764915:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:3.0:1769078327.764915:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.764920:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.764922:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.764927:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078327.764932:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.764934:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078327.764935:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078327.764939:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078327.764941:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078327.764945:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.764946:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078327.764948:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.764950:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769078327.764953:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
02000000:00000001:3.0:1769078327.764955:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078327.764956:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078327.764961:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078327.764963:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925862656:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078327.764964:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.764967:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.764969:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078327.764972:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078327.764973:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078327.764978:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
02000000:00000001:3.0:1769078327.764978:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078327.764982:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.764983:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.764986:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769078327.764991:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769078327.764992:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078327.764997:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765005:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078327.765008:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078327.765009:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.765017:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078327.765017:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078327.765025:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:0.0:1769078327.765028:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078327.765032:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.765034:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078327.765036:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.765038:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078327.765040:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862656, portal 25
00000100:00000001:0.0:1769078327.765041:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.765045:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5016
00000100:00000001:3.0:1769078327.765045:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078327.765048:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000400:00000200:0.0:1769078327.765053:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078327.765058:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078327.765059:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078327.765060:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.765066:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765070:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078327.765074:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078327.765075:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765079:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078327.765080:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:0.0:1769078327.765083:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769078327.765086:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000020:00000040:0.0:1769078327.765087:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078327.765090:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.765093:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000200:3.0:1769078327.765093:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925862656, offset 0
00000020:00000001:0.0:1769078327.765097:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078327.765101:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078327.765105:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078327.765107:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765110:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.765112:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765115:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078327.765116:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769078327.765118:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078327.765122:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078327.765126:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078327.765127:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.765131:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.765134:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078327.765135:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078327.765139:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765142:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078327.765143:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000008:00100000:0.0:1769078327.765145:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078327.765150:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765150:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078327.765155:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765157:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000010:0.0:1769078327.765160:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769078327.765165:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078327.765165:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16449:16449:256:4294967295] 192.168.204.157@tcp LPNI seq info [16445:16445:8:4294967295]
02000000:00000001:0.0:1769078327.765169:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078327.765172:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765176:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078327.765176:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078327.765178:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078327.765181:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078327.765185:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078327.765190:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765194:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1769078327.765198:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078327.765205:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765212:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769078327.765214:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00000001:0.0:1769078327.765215:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.765222:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078327.765224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078327.765231:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769078327.765235:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078327.765239:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078327.765242:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078327.765244:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078327.765248:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078327.765248:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1769078327.765250:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078327.765255:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:3.0:1769078327.765259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:0.0:1769078327.765261:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5016
00000800:00000010:3.0:1769078327.765265:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:0.0:1769078327.765268:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078327.765273:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078327.765273:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078327.765277:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.765283:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078327.765285:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078327.765286:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.765291:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078327.765293:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000100:00000001:0.0:1769078327.765294:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078327.765298:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769078327.765298:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000040:0.0:1769078327.765301:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078327.765304:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078327.765305:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769078327.765306:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078327.765310:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078327.765314:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:3.0:1769078327.765314:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078327.765321:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765325:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.765329:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078327.765333:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078327.765335:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769078327.765336:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078327.765342:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:3.0:1769078327.765343:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.765345:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.765349:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.765353:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078327.765357:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765360:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765361:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078327.765364:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078327.765365:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1769078327.765369:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765372:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765373:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078327.765375:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769078327.765379:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078327.765382:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078327.765383:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.765385:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.765386:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078327.765387:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765389:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1769078327.765392:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:3.0:1769078327.765394:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299689728
00000100:00000001:0.0:1769078327.765396:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078327.765402:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd900.
00000100:00100000:0.0:1769078327.765403:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078327.765410:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078327.765412:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078327.765416:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765418:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299689728
00000100:00000040:0.0:1769078327.765421:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078327.765425:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd420.
00000100:00000001:3.0:1769078327.765433:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078327.765434:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.765438:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078327.765439:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078327.765443:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078327.765446:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.765449:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5026)
00000100:00000001:3.0:1769078327.765450:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078327.765458:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078327.765468:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078327.765470:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078327.765472:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078327.765475:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078327.765477:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078327.765480:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078327.765484:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078327.765493:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765499:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078327.765501:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765503:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.765505:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078327.765516:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765546:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078327.765552:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765559:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078327.765562:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765564:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.765565:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765567:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078327.765569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078327.765572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078327.765576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078327.765578:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078327.765582:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.765591:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925862656:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078327.765595:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765597:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.765600:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925862656/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765607:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078327.765609:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078327.765612:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078327.765615:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078327.765616:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078327.765618:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078327.765620:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078327.765622:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:3.0:1769078327.765626:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078327.765628:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078327.765630:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:3.0:1769078327.765633:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078327.765634:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765636:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765643:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078327.765645:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765658:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078327.765661:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078327.765662:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078327.765666:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765679:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078327.765680:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.765682:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078327.765684:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078327.765687:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078327.765689:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862784:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078327.765693:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078327.765694:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078327.765696:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.765697:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078327.765700:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078327.765702:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765707:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078327.765709:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078327.765712:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078327.765715:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862784, portal 10
00000100:00000001:3.0:1769078327.765717:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078327.765718:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:3.0:1769078327.765724:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765730:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078327.765733:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078327.765735:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078327.765737:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925862784, offset 0
00000400:00000200:3.0:1769078327.765740:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078327.765744:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.765748:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078327.765751:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078327.765753:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078327.765756:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078327.765758:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078327.765761:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16450:16450:256:4294967295] 192.168.204.157@tcp LPNI seq info [16446:16446:8:4294967295]
00000400:00000200:3.0:1769078327.765765:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.765772:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078327.765776:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.765780:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078327.765784:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078327.765787:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078327.765790:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078327.765793:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078327.765797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.765799:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078327.765801:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078327.765805:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078327.765807:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078327.765809:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078327.765811:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078327.765815:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765822:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.765825:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765833:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078327.765836:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078327.765840:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078327.765843:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078327.765845:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299688464
00000100:00000001:3.0:1769078327.765848:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.765850:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299688464
00000100:00000001:3.0:1769078327.765852:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.765853:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078327.765856:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.765858:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078327.765861:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078327.765870:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078327.765871:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078327.765873:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078327.765875:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078327.765877:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078327.765879:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078327.765882:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078327.765890:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765896:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078327.765897:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765899:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.765900:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078327.765903:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765910:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078327.765914:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765920:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078327.765922:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765924:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.765925:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.765927:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078327.765928:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078327.765932:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078327.765935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078327.765937:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078327.765941:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.765949:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862784:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078327.765953:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078327.765956:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.765962:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078327.765963:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.765965:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078327.765967:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078327.765969:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078327.765972:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862912:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078327.765975:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078327.765976:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078327.765978:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.765980:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078327.765982:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078327.765984:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.765988:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078327.765991:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078327.765993:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078327.765996:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925862912, portal 10
00000100:00000001:3.0:1769078327.765998:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078327.765999:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:3.0:1769078327.766005:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766012:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078327.766014:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078327.766016:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078327.766019:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925862912, offset 0
00000400:00000200:3.0:1769078327.766023:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078327.766026:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.766030:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078327.766033:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078327.766036:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078327.766038:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078327.766040:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078327.766043:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16451:16451:256:4294967295] 192.168.204.157@tcp LPNI seq info [16447:16447:8:4294967295]
00000400:00000200:3.0:1769078327.766047:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.766052:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078327.766057:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.766060:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078327.766064:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078327.766066:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078327.766070:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078327.766073:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078327.766077:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.766078:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078327.766081:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078327.766084:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078327.766086:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078327.766088:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078327.766090:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078327.766093:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766100:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.766113:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766124:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.766125:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078327.766129:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078327.766132:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078327.766135:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078327.766137:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299688473
00000100:00000001:3.0:1769078327.766139:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.766141:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299688473
00000100:00000001:3.0:1769078327.766144:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.766146:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078327.766148:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.766150:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078327.766153:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078327.766161:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078327.766162:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078327.766164:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078327.766166:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078327.766168:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078327.766170:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078327.766173:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078327.766181:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766187:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078327.766188:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766190:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.766191:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078327.766195:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766201:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078327.766205:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766212:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078327.766214:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766216:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.766217:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766218:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078327.766219:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078327.766222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078327.766225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078327.766227:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078327.766231:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.766238:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925862912:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078327.766242:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078327.766245:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766251:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078327.766252:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.766254:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078327.766256:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078327.766258:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078327.766260:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863040:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078327.766263:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078327.766265:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078327.766266:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.766268:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078327.766271:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078327.766273:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078327.766276:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078327.766279:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078327.766282:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078327.766284:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863040, portal 4
00000100:00000001:3.0:1769078327.766286:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078327.766287:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000040:3.0:1769078327.766292:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766298:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078327.766300:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078327.766303:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078327.766305:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925863040, offset 0
00000400:00000200:3.0:1769078327.766309:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078327.766312:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.766315:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078327.766318:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078327.766320:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078327.766322:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078327.766324:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078327.766327:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16452:16452:256:4294967295] 192.168.204.157@tcp LPNI seq info [16448:16448:8:4294967295]
00000400:00000200:3.0:1769078327.766331:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078327.766336:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078327.766340:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.766344:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078327.766347:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078327.766350:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078327.766354:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078327.766356:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078327.766360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078327.766361:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078327.766364:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078327.766367:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078327.766370:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078327.766371:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078327.766374:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078327.766378:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766384:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.766387:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766394:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.766395:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078327.766398:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078327.766401:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078327.766404:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078327.766406:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299688470
00000100:00000001:3.0:1769078327.766409:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.766411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299688470
00000100:00000001:3.0:1769078327.766413:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299689728
00000100:00000001:3.0:1769078327.766415:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078327.766417:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.766419:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078327.766423:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078327.766431:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078327.766432:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078327.766434:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078327.766436:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078327.766437:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078327.766439:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078327.766442:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078327.766450:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766462:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078327.766463:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.766466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078327.766470:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766475:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078327.766479:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766485:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078327.766488:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.766490:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766492:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078327.766493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078327.766496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078327.766498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078327.766501:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078327.766504:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.766512:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863040:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078327.766515:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766517:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.766520:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925862784/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766543:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078327.766544:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078327.766547:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078327.766549:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078327.766551:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078327.766552:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078327.766554:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078327.766556:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:3.0:1769078327.766558:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078327.766559:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078327.766560:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:3.0:1769078327.766563:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078327.766564:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766566:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.766569:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925862912/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766576:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078327.766577:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078327.766578:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078327.766580:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078327.766581:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078327.766583:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078327.766584:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078327.766586:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:3.0:1769078327.766588:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078327.766589:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078327.766590:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:3.0:1769078327.766592:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078327.766593:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766594:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078327.766597:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925863040/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.766603:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078327.766604:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078327.766605:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078327.766607:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078327.766608:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078327.766609:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078327.766612:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078327.766613:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:3.0:1769078327.766615:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078327.766616:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078327.766617:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:3.0:1769078327.766619:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078327.766621:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766622:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.766625:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078327.766627:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.766628:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078327.766630:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078328.212617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078328.212623:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078328.212627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078328.212627:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078328.212682:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078328.212685:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078328.212688:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078329.108621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299689728, at 4299689792
00000100:00000040:3.0:1769078329.108621:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299689728, at 4299689792
00000100:00000010:2.0:1769078329.108645:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd900.
00000100:00000010:3.0:1769078329.108648:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00010000:00000001:3.0:1769078329.236616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078329.236621:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078329.236635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078329.236636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078329.236660:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078329.236662:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078329.236663:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078330.260654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078330.260660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078330.260666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078330.260667:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078330.260717:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078330.260721:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078330.260724:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078331.284583:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078331.284609:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078331.284611:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078331.284612:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078331.284616:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078331.284617:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078331.284618:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078331.284620:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078331.284623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078331.284624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078331.284659:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078331.284662:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078331.284664:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078332.308682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078332.308691:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078332.308696:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078332.308697:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078332.308755:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078332.308759:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078332.308761:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078332.884662:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078332.884673:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078332.884675:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078332.884679:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078332.884683:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078332.884689:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5021
00000400:00000200:1.0:1769078332.884698:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078332.884705:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078332.884707:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078332.884710:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884713:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.884715:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884717:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078332.884720:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078332.884722:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078332.884724:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078332.884727:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078332.884728:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078332.884729:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078332.884731:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884733:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.884734:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884736:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078332.884738:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078332.884741:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884742:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.884744:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078332.884747:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078332.884749:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884751:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078332.884753:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078332.884762:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769078332.884765:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078332.884769:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078332.884770:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884773:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078332.884776:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078332.884782:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078332.884790:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078332.884795:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078332.884803:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078332.884811:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078332.884816:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.884819:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.884838:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078332.884840:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078332.884843:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078332.884844:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078332.884845:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078332.884847:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078332.884849:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5021
00000400:00000200:1.0:1769078332.884851:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078332.884852:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078332.884854:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078332.884856:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884859:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.884860:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884861:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078332.884863:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078332.884865:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078332.884866:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078332.884867:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078332.884869:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078332.884871:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078332.884873:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884874:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.884875:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884876:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078332.884877:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078332.884880:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078332.884882:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.884883:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078332.884887:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078332.884889:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884890:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078332.884892:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1769078332.884893:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078332.884902:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884905:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.884906:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078332.884913:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1769078332.884914:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769078332.884920:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078332.884922:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078332.884924:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884929:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078332.884932:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769078332.884932:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078332.884934:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078332.884940:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078332.884950:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.884952:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769078332.884957:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078332.884958:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884971:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769078332.884971:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078332.884978:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.884982:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078332.884982:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.884995:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.884998:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078332.885001:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769078332.885007:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925863168:192.168.204.157@tcp:250:kworker.0
00000100:00080000:1.0:1769078332.885008:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078332.885012:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078332.885017:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078332.885023:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078332.885024:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078332.885029:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5021
02000000:00000001:3.0:1769078332.885029:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078332.885035:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.885037:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078332.885039:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1769078332.885043:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078332.885046:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078332.885048:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885051:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1769078332.885052:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078332.885063:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.885064:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885068:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078332.885071:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078332.885072:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078332.885073:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078332.885074:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078332.885075:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078332.885077:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078332.885083:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078332.885085:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078332.885086:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.885090:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885092:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078332.885093:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078332.885095:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000010:3.0:1769078332.885096:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078332.885100:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.885103:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078332.885105:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078332.885106:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.885108:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078332.885109:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078332.885110:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000008:00000001:1.0:1769078332.885115:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.885118:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078332.885122:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000100:00000200:3.0:1769078332.885123:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863168, portal 25
00000020:00000040:1.0:1769078332.885125:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078332.885129:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078332.885131:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885132:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078332.885133:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078332.885137:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078332.885138:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139325952 : -125582570225664 : ffff8dc887830000)
02000000:00000001:1.0:1769078332.885139:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.885154:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078332.885159:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:3.0:1769078332.885161:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078332.885166:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885168:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078332.885170:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078332.885175:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925863168, offset 0
00000100:00100000:1.0:1769078332.885180:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078332.885187:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885197:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078332.885197:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078332.885204:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.885214:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078332.885215:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078332.885228:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078332.885238:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078332.885239:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00080000:1.0:1769078332.885245:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078332.885246:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078332.885257:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00080000:1.0:1769078332.885263:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1769078332.885263:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16453:16453:256:4294967295] 192.168.204.157@tcp LPNI seq info [16449:16449:8:4294967295]
00000100:00000001:1.0:1769078332.885272:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078332.885273:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078332.885279:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078332.885288:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078332.885293:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769078332.885299:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5021
00000800:00000200:3.0:1769078332.885305:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078332.885310:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078332.885311:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000400:00000200:1.0:1769078332.885326:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.0:1769078332.885327:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769078332.885335:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078332.885337:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1769078332.885342:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885347:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078332.885350:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078332.885353:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885360:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.1:1769078332.885360:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1769078332.885366:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078332.885369:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078332.885374:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:3.0:1769078332.885375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000040:1.0:1769078332.885380:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000800:00000010:3.0:1769078332.885382:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000020:00000001:1.0:1769078332.885387:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078332.885391:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769078332.885393:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078332.885400:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078332.885404:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.885409:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078332.885410:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078332.885417:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078332.885419:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078332.885422:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000040:1.0:1769078332.885427:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078332.885429:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769078332.885439:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000200:3.0:1769078332.885440:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.885447:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.885455:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078332.885463:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.885465:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769078332.885471:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.885474:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.885477:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078332.885485:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078332.885487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078332.885496:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885496:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078332.885501:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885503:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078332.885508:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000400:00000200:3.0:1769078332.885509:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078332.885515:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078332.885516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299694848
00000100:00000010:3.0:1769078332.885550:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd420.
00000100:00000001:3.0:1769078332.885557:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078332.885574:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299694849
00000100:00000010:3.0:1769078332.885577:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd480.
00000100:00000001:3.0:1769078332.885580:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078332.885583:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.885586:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885588:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078332.885594:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078332.885602:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769078332.885605:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1769078332.885606:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078332.885611:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078332.885612:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078332.885620:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078332.885621:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
02000000:00000001:1.0:1769078332.885629:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769078332.885629:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
02000000:00000001:1.0:1769078332.885635:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885636:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078332.885643:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078332.885647:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000200:3.0:1769078332.885650:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.885654:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885656:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078332.885658:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885662:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.885663:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078332.885668:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078332.885670:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.885737:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.885738:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078332.885746:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.885747:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078332.885761:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.885765:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078332.885775:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885781:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.885782:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885788:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078332.885791:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078332.885799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769078332.885800:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078332.885807:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000040:1.0:1769078332.885809:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078332.885810:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078332.885821:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078332.885823:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078332.885835:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925863168:192.168.204.157@tcp:250:kworker.0
00000100:00000040:1.0:1769078332.885836:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5031)
00000100:00000001:3.0:1769078332.885840:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885843:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.885848:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830000 x1855007925863168/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.885852:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078332.885855:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078332.885858:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078332.885862:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078332.885865:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078332.885866:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078332.885867:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078332.885869:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078332.885872:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078332.885873:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078332.885875:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830000.
00000100:00000001:3.0:1769078332.885877:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078332.885878:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885879:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.885885:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078332.885886:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.885888:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078332.885889:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078332.885890:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078332.885892:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.885897:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078332.885898:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.885900:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078332.885901:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.885903:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078332.885904:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863296:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078332.885906:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078332.885907:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078332.885908:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.885909:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078332.885911:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078332.885913:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078332.885916:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078332.885918:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078332.885920:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078332.885922:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863296, portal 10
00000100:00000001:3.0:1769078332.885923:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078332.885924:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139340288 : -125582570211328 : ffff8dc887833800)
00000100:00000040:3.0:1769078332.885928:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.885932:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078332.885934:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078332.885935:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078332.885936:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925863296, offset 0
00000400:00000200:3.0:1769078332.885938:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078332.885941:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.885944:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078332.885946:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078332.885948:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078332.885949:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078332.885951:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078332.885954:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16454:16454:256:4294967295] 192.168.204.157@tcp LPNI seq info [16450:16450:8:4294967295]
00000400:00000200:3.0:1769078332.885958:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.885964:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078332.885968:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.885971:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078332.885975:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078332.885977:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078332.885981:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078332.885984:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078332.885988:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.885990:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078332.885993:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078332.885996:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078332.885999:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078332.886001:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078332.886003:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078332.886007:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886012:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886014:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886018:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886019:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078332.886021:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.886023:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078332.886026:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078332.886027:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299693584
00000100:00000001:3.0:1769078332.886029:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299694848
00000100:00000001:3.0:1769078332.886030:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299693584
00000100:00000001:3.0:1769078332.886032:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299694849
00000100:00000001:3.0:1769078332.886033:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.886034:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886035:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078332.886037:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078332.886041:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078332.886042:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078332.886043:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078332.886044:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078332.886045:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078332.886047:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078332.886048:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078332.886053:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886056:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078332.886057:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886058:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078332.886061:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886067:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078332.886070:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886076:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078332.886078:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886081:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886082:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886084:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078332.886086:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078332.886088:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078332.886091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078332.886093:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078332.886097:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078332.886104:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863296:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078332.886108:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078332.886112:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886117:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078332.886118:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.886120:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078332.886121:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.886122:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078332.886124:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863424:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078332.886126:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078332.886127:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078332.886128:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.886129:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078332.886132:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078332.886133:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078332.886136:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078332.886137:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078332.886139:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078332.886141:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863424, portal 10
00000100:00000001:3.0:1769078332.886142:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078332.886143:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078332.886147:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886151:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078332.886152:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078332.886153:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078332.886154:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925863424, offset 0
00000400:00000200:3.0:1769078332.886157:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078332.886159:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.886161:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078332.886162:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078332.886164:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078332.886165:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078332.886167:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078332.886169:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16455:16455:256:4294967295] 192.168.204.157@tcp LPNI seq info [16451:16451:8:4294967295]
00000400:00000200:3.0:1769078332.886172:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.886175:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078332.886178:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.886180:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078332.886182:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078332.886184:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078332.886186:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078332.886188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078332.886190:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.886191:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078332.886193:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078332.886195:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078332.886196:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078332.886198:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078332.886199:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078332.886201:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886205:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886207:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886211:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886212:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078332.886214:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.886215:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078332.886217:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078332.886219:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299693593
00000100:00000001:3.0:1769078332.886220:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299694848
00000100:00000001:3.0:1769078332.886221:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299693593
00000100:00000001:3.0:1769078332.886223:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299694849
00000100:00000001:3.0:1769078332.886224:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.886225:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886226:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078332.886228:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078332.886232:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078332.886233:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078332.886234:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078332.886235:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078332.886236:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078332.886237:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078332.886239:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078332.886243:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886246:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078332.886247:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886248:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886249:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078332.886251:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886256:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078332.886258:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886261:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078332.886263:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886263:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886264:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886265:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078332.886266:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078332.886267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078332.886269:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078332.886270:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078332.886272:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078332.886276:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863424:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078332.886278:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078332.886280:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886284:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078332.886285:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.886286:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078332.886287:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.886288:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078332.886290:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863552:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078332.886291:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078332.886293:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078332.886294:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.886295:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078332.886297:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078332.886298:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078332.886300:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078332.886301:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078332.886303:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078332.886304:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863552, portal 4
00000100:00000001:3.0:1769078332.886305:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078332.886306:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078332.886309:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886313:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078332.886314:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078332.886315:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078332.886316:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925863552, offset 0
00000400:00000200:3.0:1769078332.886318:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078332.886320:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.886322:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078332.886323:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078332.886325:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078332.886326:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078332.886328:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078332.886331:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16456:16456:256:4294967295] 192.168.204.157@tcp LPNI seq info [16452:16452:8:4294967295]
00000400:00000200:3.0:1769078332.886335:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078332.886340:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078332.886344:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.886347:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078332.886350:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078332.886352:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078332.886356:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078332.886359:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078332.886363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078332.886366:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078332.886368:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078332.886371:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078332.886374:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078332.886376:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078332.886378:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078332.886381:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886387:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886389:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886393:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886394:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078332.886396:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.886398:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078332.886400:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078332.886401:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299693590
00000100:00000001:3.0:1769078332.886403:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299694848
00000100:00000001:3.0:1769078332.886404:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299693590
00000100:00000001:3.0:1769078332.886406:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299694849
00000100:00000001:3.0:1769078332.886407:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.886408:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886409:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078332.886411:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078332.886416:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078332.886417:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078332.886418:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078332.886419:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078332.886420:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078332.886422:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078332.886423:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078332.886428:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886431:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078332.886432:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886433:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886434:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078332.886436:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886439:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078332.886441:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886444:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078332.886446:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886446:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078332.886447:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886448:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078332.886449:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078332.886450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078332.886452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078332.886454:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078332.886456:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078332.886460:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863552:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078332.886462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886465:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833800 x1855007925863296/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886469:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078332.886470:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078332.886471:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078332.886472:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078332.886473:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078332.886474:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078332.886475:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078332.886476:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078332.886478:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078332.886479:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078332.886479:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833800.
00000100:00000001:3.0:1769078332.886481:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078332.886482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886485:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925863424/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886488:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078332.886489:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078332.886490:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078332.886491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078332.886491:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078332.886492:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078332.886493:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078332.886494:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078332.886495:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078332.886496:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078332.886496:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078332.886498:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078332.886498:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078332.886501:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925863552/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.886504:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078332.886505:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078332.886506:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078332.886507:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078332.886508:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078332.886508:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078332.886510:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078332.886510:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078332.886511:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078332.886512:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078332.886513:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078332.886514:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078332.886515:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886516:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078332.886517:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078332.886518:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.886519:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078332.886538:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078333.332655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078333.332661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078333.332666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078333.332668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078333.332694:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078333.332697:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078333.332699:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078334.228649:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299694849, at 4299694912
00000100:00000010:3.0:1769078334.228665:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00000100:00000040:2.0:1769078334.228765:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299694848, at 4299694912
00000100:00000010:2.0:1769078334.228772:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd420.
00010000:00000001:3.0:1769078334.356643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078334.356648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078334.356652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078334.356655:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078334.356656:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078334.356658:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078334.356660:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078334.356662:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078334.356663:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078334.356664:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078334.356715:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078334.356718:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078334.356720:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078335.380640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078335.380645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078335.380649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078335.380650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078335.380700:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078335.380703:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078335.380705:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078336.148606:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769078336.148612:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769078336.148616:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078336.148759:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078336.148763:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078336.148773:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078336.148776:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078336.148778:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078336.404615:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078336.404621:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078336.404627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078336.404628:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078336.404676:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078336.404679:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078336.404681:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078337.428640:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078337.428645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078337.428649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078337.428649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078337.428669:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078337.428672:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078337.428675:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078338.004649:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078338.004658:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078338.004660:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078338.004662:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078338.004666:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078338.004672:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5026
00000400:00000200:2.0:1769078338.004680:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078338.004685:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078338.004687:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078338.004689:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004692:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.004693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004695:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078338.004698:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078338.004699:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078338.004702:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078338.004703:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078338.004705:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078338.004707:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078338.004708:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004710:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.004711:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004712:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078338.004714:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078338.004716:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004718:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078338.004720:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078338.004723:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078338.004725:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.004726:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078338.004728:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078338.004735:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769078338.004737:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078338.004739:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078338.004740:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.004742:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078338.004744:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078338.004748:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078338.004753:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078338.004757:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078338.004763:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078338.004771:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078338.004774:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078338.004777:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078338.004793:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078338.004795:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078338.004797:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078338.004798:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078338.004799:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078338.004801:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078338.004802:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5026
00000400:00000200:2.0:1769078338.004804:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078338.004806:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078338.004808:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078338.004809:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004811:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.004812:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004813:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078338.004814:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078338.004815:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078338.004816:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078338.004817:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078338.004818:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078338.004819:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078338.004820:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004822:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.004823:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004825:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078338.004826:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078338.004828:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004830:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078338.004831:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078338.004835:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078338.004836:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.004838:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078338.004841:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078338.004844:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.004845:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078338.004847:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769078338.004849:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078338.004850:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078338.004851:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.004852:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078338.004853:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078338.004854:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078338.004856:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078338.004859:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.004859:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1769078338.004866:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078338.004870:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078338.004876:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078338.004876:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078338.004881:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078338.004888:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078338.004895:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078338.004902:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078338.004911:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078338.004923:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078338.004928:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078338.004931:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078338.004938:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078338.004939:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078338.004947:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078338.004949:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5026
00000400:00000200:2.0:1769078338.004955:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078338.004956:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1769078338.004958:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078338.004960:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769078338.004962:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078338.004963:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004969:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078338.004971:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078338.004973:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.004978:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00100000:3.0:1769078338.004985:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925863680:192.168.204.157@tcp:250:kworker.0
00000020:00000001:2.0:1769078338.004986:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078338.004989:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078338.004992:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078338.004996:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078338.005001:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:3.0:1769078338.005001:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1769078338.005006:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000001:3.0:1769078338.005009:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769078338.005011:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005014:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078338.005015:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078338.005016:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005022:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078338.005024:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078338.005025:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078338.005029:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005030:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078338.005031:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078338.005033:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078338.005035:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:2.0:1769078338.005036:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.005046:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078338.005046:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078338.005051:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078338.005054:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.005054:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078338.005059:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078338.005063:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078338.005065:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078338.005066:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.005067:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078338.005067:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078338.005068:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078338.005070:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000400:00000200:3.0:1769078338.005074:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078338.005075:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078338.005086:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078338.005087:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:2.0:1769078338.005097:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078338.005099:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078338.005100:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000040:2.0:1769078338.005104:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078338.005111:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078338.005113:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863680, portal 25
00000100:00080000:2.0:1769078338.005114:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078338.005127:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078338.005128:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078338.005129:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078338.005135:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078338.005135:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873024 : -125582593678592 : ffff8dc8861d2300)
00000100:00000001:2.0:1769078338.005142:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078338.005145:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5026
00000400:00000200:2.0:1769078338.005148:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078338.005151:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078338.005152:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078338.005158:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078338.005159:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005164:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.005170:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005177:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078338.005185:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078338.005188:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078338.005190:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000040:3.0:1769078338.005195:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078338.005196:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078338.005199:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078338.005201:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000010:3.0:1769078338.005201:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000020:00000001:2.0:1769078338.005207:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078338.005210:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005211:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078338.005216:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005218:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:3.0:1769078338.005218:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925863680, offset 0
00000020:00000040:2.0:1769078338.005225:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078338.005229:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078338.005230:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078338.005231:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078338.005234:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078338.005236:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
02000000:00000001:2.0:1769078338.005243:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078338.005247:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078338.005248:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078338.005255:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005255:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078338.005261:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078338.005264:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078338.005269:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:3.0:1769078338.005269:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:2.0:1769078338.005279:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078338.005282:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005283:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078338.005289:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078338.005292:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078338.005297:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:2.0:1769078338.005298:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005304:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078338.005307:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000010:2.0:1769078338.005308:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000400:00000200:3.0:1769078338.005312:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16457:16457:256:4294967295] 192.168.204.157@tcp LPNI seq info [16453:16453:8:4294967295]
00000100:00000001:2.0:1769078338.005316:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005317:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:2.0:1769078338.005328:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078338.005337:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078338.005359:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078338.005364:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078338.005364:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078338.005377:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078338.005378:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00000001:2.0:1769078338.005393:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078338.005393:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078338.005401:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1769078338.005402:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078338.005412:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769078338.005414:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078338.005421:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5036)
00000800:00000200:3.1:1769078338.005425:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078338.005432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.005435:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078338.005441:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078338.005447:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078338.005453:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078338.005455:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078338.005459:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078338.005462:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.005487:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005493:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.005494:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078338.005501:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005504:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078338.005506:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299699968
00000100:00000010:3.0:1769078338.005511:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd480.
00000100:00000001:3.0:1769078338.005518:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078338.005548:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299699969
00000100:00000010:3.0:1769078338.005550:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd7e0.
00000100:00000001:3.0:1769078338.005553:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078338.005555:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078338.005557:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.005559:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078338.005562:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338]  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078338.005569:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078338.005571:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078338.005572:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078338.005574:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078338.005575:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078338.005577:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078338.005579:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078338.005587:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005593:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078338.005596:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005599:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.005601:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078338.005605:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005612:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078338.005617:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005624:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078338.005627:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005629:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.005630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005633:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078338.005635:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078338.005638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078338.005643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078338.005646:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078338.005650:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078338.005659:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925863680:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078338.005664:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.005669:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2300 x1855007925863680/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005676:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078338.005679:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078338.005681:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078338.005683:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078338.005685:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078338.005688:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078338.005689:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078338.005691:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078338.005695:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078338.005696:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078338.005698:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2300.
00000100:00000001:3.0:1769078338.005700:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078338.005701:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005703:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005709:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078338.005711:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.005713:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078338.005714:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078338.005715:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078338.005718:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005723:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078338.005724:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.005725:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078338.005727:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078338.005728:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078338.005730:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863808:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078338.005732:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078338.005734:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078338.005735:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.005736:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078338.005738:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078338.005739:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005743:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078338.005745:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078338.005749:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078338.005752:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863808, portal 10
00000100:00000001:3.0:1769078338.005754:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078338.005755:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115865856 : -125582593685760 : ffff8dc8861d0700)
00000100:00000040:3.0:1769078338.005762:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005769:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078338.005771:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078338.005773:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078338.005776:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925863808, offset 0
00000400:00000200:3.0:1769078338.005779:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078338.005783:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.005787:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078338.005789:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078338.005792:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078338.005794:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078338.005796:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078338.005799:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16458:16458:256:4294967295] 192.168.204.157@tcp LPNI seq info [16454:16454:8:4294967295]
00000400:00000200:3.0:1769078338.005803:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.005809:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078338.005814:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.005817:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078338.005821:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078338.005823:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078338.005827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078338.005829:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078338.005831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.005833:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078338.005835:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078338.005837:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078338.005839:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078338.005840:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078338.005841:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078338.005844:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005849:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.005851:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005859:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.005860:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078338.005862:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078338.005865:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078338.005867:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078338.005869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299698704
00000100:00000001:3.0:1769078338.005870:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299699968
00000100:00000001:3.0:1769078338.005872:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299698704
00000100:00000001:3.0:1769078338.005873:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299699969
00000100:00000001:3.0:1769078338.005875:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078338.005876:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.005877:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078338.005879:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338]  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078338.005884:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078338.005885:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078338.005886:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078338.005887:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078338.005888:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078338.005889:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078338.005891:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078338.005896:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005899:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078338.005900:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.005902:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078338.005904:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005908:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078338.005911:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005915:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078338.005916:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005917:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.005917:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.005918:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078338.005920:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078338.005921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078338.005923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078338.005924:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078338.005926:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078338.005930:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863808:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078338.005932:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078338.005934:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005938:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078338.005938:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.005940:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078338.005941:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078338.005942:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078338.005944:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863936:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078338.005946:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078338.005947:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078338.005948:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.005949:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078338.005952:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078338.005953:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.005955:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078338.005956:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078338.005958:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078338.005960:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925863936, portal 10
00000100:00000001:3.0:1769078338.005961:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078338.005962:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:3.0:1769078338.005966:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.005970:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078338.005972:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078338.005973:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078338.005975:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925863936, offset 0
00000400:00000200:3.0:1769078338.005977:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078338.005979:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.005981:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078338.005982:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078338.005984:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078338.005985:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078338.005987:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078338.005989:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16459:16459:256:4294967295] 192.168.204.157@tcp LPNI seq info [16455:16455:8:4294967295]
00000400:00000200:3.0:1769078338.005991:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.005995:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078338.005997:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.005999:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078338.006001:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078338.006002:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078338.006004:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078338.006006:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078338.006008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.006010:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078338.006012:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078338.006014:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078338.006015:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078338.006016:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078338.006018:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078338.006019:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006024:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.006026:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006030:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.006031:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078338.006032:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078338.006033:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078338.006035:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078338.006036:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299698713
00000100:00000001:3.0:1769078338.006038:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299699968
00000100:00000001:3.0:1769078338.006039:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299698713
00000100:00000001:3.0:1769078338.006040:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299699969
00000100:00000001:3.0:1769078338.006042:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078338.006043:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.006044:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078338.006045:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338]  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078338.006049:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078338.006050:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078338.006051:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078338.006052:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078338.006053:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078338.006054:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078338.006056:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078338.006061:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006064:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078338.006065:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006066:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.006066:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078338.006068:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006072:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078338.006073:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006077:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078338.006078:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006079:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.006080:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006080:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078338.006081:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078338.006082:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078338.006084:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078338.006085:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078338.006087:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078338.006091:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925863936:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078338.006093:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078338.006096:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006100:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078338.006101:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.006103:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078338.006103:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078338.006104:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078338.006106:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864064:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078338.006107:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078338.006108:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078338.006109:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078338.006110:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078338.006112:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078338.006113:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078338.006115:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078338.006116:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078338.006118:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078338.006119:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864064, portal 4
00000100:00000001:3.0:1769078338.006120:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078338.006121:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078338.006125:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006129:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078338.006130:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078338.006131:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078338.006132:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925864064, offset 0
00000400:00000200:3.0:1769078338.006134:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078338.006135:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.006137:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078338.006138:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078338.006139:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078338.006141:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078338.006142:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078338.006144:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16460:16460:256:4294967295] 192.168.204.157@tcp LPNI seq info [16456:16456:8:4294967295]
00000400:00000200:3.0:1769078338.006147:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078338.006150:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078338.006153:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.006155:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078338.006156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078338.006158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078338.006160:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078338.006161:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078338.006164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078338.006165:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078338.006166:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078338.006168:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078338.006170:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078338.006171:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078338.006172:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078338.006173:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006177:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.006179:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006183:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.006184:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078338.006185:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078338.006187:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078338.006188:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078338.006189:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299698710
00000100:00000001:3.0:1769078338.006190:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299699968
00000100:00000001:3.0:1769078338.006192:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299698710
00000100:00000001:3.0:1769078338.006193:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299699969
00000100:00000001:3.0:1769078338.006195:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078338.006197:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.006198:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078338.006201:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338]  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078338.006209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078338.006210:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078338.006212:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078338.006214:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078338.006216:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078338.006217:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078338.006221:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078338.006227:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006233:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078338.006234:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006236:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.006237:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078338.006240:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006245:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078338.006248:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006254:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078338.006256:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006257:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078338.006258:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006260:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078338.006261:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078338.006263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078338.006267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078338.006268:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078338.006272:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078338.006278:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864064:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078338.006281:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006283:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.006285:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0700 x1855007925863808/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006291:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078338.006292:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078338.006293:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078338.006296:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078338.006297:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078338.006298:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078338.006299:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078338.006301:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078338.006303:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078338.006304:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078338.006305:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0700.
00000100:00000001:3.0:1769078338.006307:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078338.006308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.006312:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925863936/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006318:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078338.006319:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078338.006320:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078338.006322:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078338.006323:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078338.006324:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078338.006325:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078338.006327:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078338.006329:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078338.006330:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078338.006331:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078338.006333:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078338.006334:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006335:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078338.006338:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925864064/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078338.006344:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078338.006345:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078338.006346:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078338.006348:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078338.006349:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078338.006350:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078338.006352:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078338.006353:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078338.006355:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078338.006356:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078338.006357:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078338.006359:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078338.006360:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006362:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078338.006365:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078338.006366:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078338.006368:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078338.006369:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078338.452616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078338.452624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078338.452631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078338.452632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078338.452720:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078338.452725:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078338.452728:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078339.348613:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299699968, at 4299700032
00000100:00000040:3.0:1769078339.348613:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299699969, at 4299700032
00000100:00000010:3.0:1769078339.348625:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00000100:00000010:2.0:1769078339.348627:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd480.
00010000:00000001:3.0:1769078339.476632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078339.476636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078339.476641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078339.476642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078339.476693:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078339.476696:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078339.476699:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078340.500584:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078340.500591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078340.500597:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078340.500598:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078340.500659:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078340.500663:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078340.500666:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078341.524638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078341.524646:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078341.524648:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078341.524651:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078341.524655:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078341.524657:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078341.524659:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078341.524662:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078341.524666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078341.524667:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078341.524689:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078341.524692:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078341.524694:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078342.548642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078342.548649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078342.548653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078342.548654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078342.548732:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078342.548737:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078342.548740:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078343.124649:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078343.124657:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078343.124660:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078343.124662:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078343.124665:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078343.124672:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5031
00000400:00000200:1.0:1769078343.124680:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078343.124685:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078343.124687:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078343.124689:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124691:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.124693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124695:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078343.124698:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078343.124699:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078343.124701:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078343.124704:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078343.124714:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078343.124716:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078343.124718:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124720:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.124722:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124724:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078343.124727:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078343.124730:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124733:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078343.124736:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078343.124740:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078343.124743:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.124745:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078343.124747:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078343.124757:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078343.124759:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078343.124763:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078343.124764:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.124766:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078343.124768:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078343.124772:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078343.124777:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078343.124781:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078343.124788:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078343.124796:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078343.124799:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078343.124802:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078343.124822:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078343.124825:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078343.124828:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078343.124829:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078343.124831:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078343.124833:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078343.124836:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5031
00000400:00000200:1.0:1769078343.124840:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078343.124843:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078343.124846:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078343.124850:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124853:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.124855:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078343.124856:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078343.124857:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078343.124861:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078343.124862:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078343.124864:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078343.124866:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078343.124868:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078343.124871:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000040:3.0:1769078343.124872:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078343.124873:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078343.124878:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078343.124883:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078343.124886:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078343.124887:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.124890:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124891:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078343.124893:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078343.124894:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078343.124896:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.124896:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078343.124901:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078343.124903:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078343.124906:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078343.124907:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078343.124912:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.124912:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.124916:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078343.124918:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925864192:192.168.204.157@tcp:250:kworker.0
00000008:00100000:1.0:1769078343.124920:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078343.124921:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1769078343.124924:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.124926:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078343.124927:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.124930:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078343.124932:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
02000000:00000001:3.0:1769078343.124935:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078343.124936:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078343.124939:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078343.124940:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078343.124940:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
00000100:00000001:1.0:1769078343.124942:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078343.124943:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078343.124945:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078343.124947:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078343.124951:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000400:00000200:3.0:1769078343.124951:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078343.124956:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078343.124956:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078343.124963:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00100000:1.0:1769078343.124964:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078343.124971:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078343.124971:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864192, portal 25
00000100:00000001:1.0:1769078343.124975:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.124976:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078343.124978:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:1.0:1769078343.124980:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078343.124986:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078343.124989:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078343.124994:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078343.124998:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078343.124999:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078343.125003:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078343.125004:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078343.125007:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078343.125007:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078343.125011:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925864192, offset 0
00000100:00000001:1.0:1769078343.125012:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078343.125017:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078343.125021:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5031
00000400:00000200:1.0:1769078343.125027:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.125027:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078343.125033:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078343.125034:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078343.125036:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078343.125039:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125041:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078343.125043:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078343.125044:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125047:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078343.125049:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:1.0:1769078343.125050:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078343.125053:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:3.0:1769078343.125054:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769078343.125055:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078343.125059:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078343.125059:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:1.0:1769078343.125063:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078343.125066:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16461:16461:256:4294967295] 192.168.204.157@tcp LPNI seq info [16457:16457:8:4294967295]
00000020:00000001:1.0:1769078343.125067:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078343.125075:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078343.125075:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078343.125079:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.125081:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125083:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078343.125085:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078343.125090:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125095:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078343.125096:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078343.125097:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078343.125100:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078343.125103:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.125104:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078343.125107:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769078343.125108:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00000001:1.0:1769078343.125109:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.125112:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078343.125116:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078343.125117:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078343.125119:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078343.125120:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.125121:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078343.125122:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1769078343.125122:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
02000000:00000001:1.0:1769078343.125123:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078343.125127:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078343.125130:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078343.125135:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078343.125135:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078343.125142:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769078343.125143:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078343.125147:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078343.125153:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078343.125154:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078343.125160:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769078343.125164:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078343.125168:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078343.125169:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769078343.125172:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078343.125178:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078343.125179:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078343.125182:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078343.125185:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078343.125185:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078343.125191:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078343.125192:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000100:00080000:1.0:1769078343.125196:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5031
00000400:00000010:3.0:1769078343.125196:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000400:00000200:1.0:1769078343.125202:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078343.125203:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1769078343.125206:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078343.125210:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078343.125210:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078343.125216:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125221:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.125225:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078343.125227:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078343.125228:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078343.125229:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078343.125233:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000040:3.0:1769078343.125233:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078343.125237:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078343.125241:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078343.125242:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125246:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769078343.125247:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078343.125251:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078343.125252:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078343.125257:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078343.125261:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078343.125261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299705088
00000100:00000001:1.0:1769078343.125266:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078343.125270:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000010:3.0:1769078343.125270:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd7e0.
00000100:00000001:1.0:1769078343.125276:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078343.125279:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1769078343.125280:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078343.125286:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078343.125287:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299705088
00000100:00000001:1.0:1769078343.125289:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078343.125293:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1769078343.125293:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdae0.
02000000:00000001:1.0:1769078343.125299:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078343.125299:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1769078343.125305:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125307:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078343.125309:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078343.125311:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078343.125313:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078343.125315:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:1.0:1769078343.125318:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.125323:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078343.125324:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343]  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078343.125328:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078343.125331:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078343.125333:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078343.125334:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078343.125336:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078343.125339:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078343.125343:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078343.125347:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1769078343.125349:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000400:00000001:3.0:1769078343.125350:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078343.125354:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078343.125355:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078343.125358:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078343.125362:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00100000:1.0:1769078343.125363:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078343.125367:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078343.125375:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078343.125376:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078343.125380:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078343.125402:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078343.125406:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078343.125413:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078343.125418:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078343.125427:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078343.125429:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078343.125433:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078343.125434:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5041)
00000100:00000001:3.0:1769078343.125436:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.125439:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078343.125444:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125452:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078343.125458:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125465:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078343.125467:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125469:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.125470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125472:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078343.125474:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078343.125477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078343.125480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078343.125483:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078343.125486:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078343.125493:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925864192:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078343.125497:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.125502:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925864192/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125514:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078343.125517:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078343.125519:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078343.125546:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078343.125548:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078343.125550:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078343.125552:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078343.125555:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078343.125559:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078343.125560:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078343.125562:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078343.125565:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078343.125566:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125568:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125574:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078343.125576:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125578:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078343.125579:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078343.125580:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078343.125584:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125590:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078343.125591:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.125593:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078343.125594:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078343.125597:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078343.125599:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864320:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078343.125602:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078343.125604:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078343.125605:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.125607:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078343.125609:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078343.125611:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078343.125615:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078343.125618:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078343.125621:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078343.125624:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864320, portal 10
00000100:00000001:3.0:1769078343.125626:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078343.125628:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078343.125634:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125640:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078343.125642:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078343.125644:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078343.125646:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925864320, offset 0
00000400:00000200:3.0:1769078343.125650:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078343.125653:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.125657:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078343.125660:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078343.125662:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078343.125664:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078343.125666:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078343.125669:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16462:16462:256:4294967295] 192.168.204.157@tcp LPNI seq info [16458:16458:8:4294967295]
00000400:00000200:3.0:1769078343.125672:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.125678:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078343.125682:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.125685:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078343.125689:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078343.125691:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078343.125695:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078343.125698:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078343.125702:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.125703:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078343.125714:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078343.125718:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078343.125721:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078343.125723:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078343.125725:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078343.125729:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125735:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.125738:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125743:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125745:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078343.125748:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078343.125751:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078343.125755:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078343.125756:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299703824
00000100:00000001:3.0:1769078343.125759:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.125761:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299703824
00000100:00000001:3.0:1769078343.125763:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.125765:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078343.125767:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125769:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078343.125772:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343]  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078343.125779:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078343.125780:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078343.125781:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078343.125784:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078343.125785:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078343.125788:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078343.125791:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078343.125799:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125811:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078343.125812:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125814:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.125815:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078343.125819:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125825:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078343.125829:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125835:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078343.125838:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125839:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.125841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.125842:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078343.125844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078343.125846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078343.125849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078343.125852:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078343.125856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078343.125860:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864320:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078343.125863:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078343.125865:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125869:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078343.125870:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.125872:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078343.125873:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078343.125875:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078343.125876:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864448:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078343.125878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078343.125879:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078343.125880:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.125881:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078343.125883:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078343.125885:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078343.125888:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078343.125889:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078343.125891:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078343.125893:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864448, portal 10
00000100:00000001:3.0:1769078343.125894:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078343.125895:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078343.125899:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125902:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078343.125904:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078343.125905:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078343.125906:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925864448, offset 0
00000400:00000200:3.0:1769078343.125909:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078343.125911:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.125913:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078343.125915:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078343.125917:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078343.125918:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078343.125920:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078343.125921:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16463:16463:256:4294967295] 192.168.204.157@tcp LPNI seq info [16459:16459:8:4294967295]
00000400:00000200:3.0:1769078343.125924:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.125928:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078343.125932:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.125933:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078343.125936:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078343.125938:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078343.125940:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078343.125942:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078343.125944:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.125945:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078343.125947:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078343.125949:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078343.125951:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078343.125952:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078343.125953:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078343.125955:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125960:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.125961:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.125965:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125966:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078343.125967:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078343.125969:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078343.125971:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078343.125972:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299703833
00000100:00000001:3.0:1769078343.125974:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.125975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299703833
00000100:00000001:3.0:1769078343.125976:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.125977:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078343.125978:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.125979:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078343.125981:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343]  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078343.125986:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078343.125987:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078343.125988:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078343.125989:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078343.125990:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078343.125991:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078343.125992:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078343.125997:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126000:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078343.126001:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.126003:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078343.126005:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126008:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078343.126010:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126014:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078343.126015:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.126017:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126017:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078343.126018:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078343.126020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078343.126022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078343.126023:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078343.126026:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078343.126031:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864448:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078343.126033:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078343.126034:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126038:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078343.126039:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.126040:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078343.126041:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078343.126042:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078343.126043:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864576:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078343.126045:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078343.126046:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078343.126046:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078343.126047:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078343.126049:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078343.126050:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078343.126052:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078343.126053:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078343.126055:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078343.126057:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864576, portal 4
00000100:00000001:3.0:1769078343.126058:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078343.126059:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078343.126062:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126065:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078343.126067:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078343.126068:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078343.126070:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925864576, offset 0
00000400:00000200:3.0:1769078343.126074:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078343.126077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.126080:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078343.126083:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078343.126085:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078343.126087:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078343.126089:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078343.126091:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16464:16464:256:4294967295] 192.168.204.157@tcp LPNI seq info [16460:16460:8:4294967295]
00000400:00000200:3.0:1769078343.126095:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078343.126100:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078343.126104:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.126107:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078343.126111:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078343.126114:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078343.126118:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078343.126121:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078343.126124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078343.126126:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078343.126128:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078343.126131:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078343.126134:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078343.126136:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078343.126138:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078343.126140:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126145:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.126147:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126150:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.126151:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078343.126153:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078343.126155:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078343.126157:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078343.126159:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299703830
00000100:00000001:3.0:1769078343.126161:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.126162:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299703830
00000100:00000001:3.0:1769078343.126163:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299705088
00000100:00000001:3.0:1769078343.126164:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078343.126166:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.126167:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078343.126169:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343]  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078343.126173:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078343.126174:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078343.126175:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078343.126176:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078343.126177:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078343.126178:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078343.126180:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078343.126185:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126188:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078343.126188:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126189:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.126190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078343.126192:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126195:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078343.126197:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126202:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078343.126205:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126206:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078343.126207:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126209:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078343.126210:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078343.126213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078343.126216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078343.126218:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078343.126222:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078343.126229:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864576:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078343.126232:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126234:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.126237:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925864320/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126243:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078343.126246:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078343.126247:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078343.126249:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078343.126250:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078343.126251:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078343.126252:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078343.126253:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078343.126255:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078343.126255:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078343.126256:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078343.126258:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078343.126259:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126260:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.126262:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925864448/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126269:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078343.126270:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078343.126271:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078343.126272:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078343.126273:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078343.126273:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078343.126274:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078343.126275:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078343.126276:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078343.126277:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078343.126278:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078343.126279:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078343.126280:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126282:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078343.126284:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925864576/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078343.126289:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078343.126290:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078343.126291:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078343.126293:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078343.126294:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078343.126296:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078343.126297:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078343.126299:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078343.126301:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078343.126302:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078343.126303:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078343.126305:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078343.126307:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126308:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078343.126312:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078343.126313:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078343.126315:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078343.126316:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078343.572631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078343.572637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078343.572643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078343.572644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078343.572697:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078343.572699:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078343.572701:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078344.468654:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299705088, at 4299705152
00000100:00000040:3.0:1769078344.468654:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299705088, at 4299705152
00000100:00000010:3.0:1769078344.468680:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000100:00000010:2.0:1769078344.468682:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd7e0.
00010000:00000001:3.0:1769078344.596660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078344.596668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078344.596675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078344.596679:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078344.596682:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078344.596685:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078344.596688:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078344.596690:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078344.596692:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078344.596695:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078344.596919:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078344.596935:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078344.596954:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078345.620629:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078345.620636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078345.620642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078345.620643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078345.620666:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078345.620668:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078345.620671:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078346.644602:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078346.644609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078346.644615:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078346.644617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078346.644723:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078346.644727:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078346.644730:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078347.668599:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078347.668608:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078347.668616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078347.668618:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078347.668704:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078347.668708:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078347.668712:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078348.244650:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.244661:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078348.244663:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.244667:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.244672:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.244680:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5036
00000400:00000200:1.0:1769078348.244690:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078348.244698:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.244702:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.244705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244709:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.244712:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244715:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078348.244720:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.244722:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078348.244725:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.244728:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078348.244731:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078348.244734:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078348.244738:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244740:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.244742:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244744:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078348.244747:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078348.244749:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244751:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.244753:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.244757:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.244759:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.244761:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078348.244763:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.244773:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078348.244776:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078348.244780:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.244781:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.244784:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.244787:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.244791:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.244798:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078348.244811:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.244819:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078348.244831:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.244836:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.244841:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.244864:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078348.244868:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.244871:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078348.244873:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.244875:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.244877:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.244881:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5036
00000400:00000200:1.0:1769078348.244885:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078348.244887:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.244889:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.244892:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244893:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.244895:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244897:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078348.244898:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.244899:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078348.244900:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.244902:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078348.244903:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078348.244905:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078348.244906:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078348.244912:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078348.244914:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078348.244917:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078348.244923:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.244928:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078348.244929:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.244931:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078348.244936:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078348.244942:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078348.244948:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.244950:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078348.244952:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078348.244955:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.244959:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.244962:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.244963:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078348.244966:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078348.244968:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078348.244972:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078348.244973:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078348.244979:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078348.244981:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925864704:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078348.244983:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.244990:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078348.244991:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769078348.244995:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078348.244999:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078348.245000:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.245003:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.245004:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245006:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078348.245009:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078348.245010:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.245014:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078348.245018:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000010:1.0:1769078348.245019:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078348.245022:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245025:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.245033:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078348.245034:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078348.245042:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078348.245044:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.245048:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.245052:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078348.245052:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078348.245064:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864704, portal 25
00000100:00000001:3.0:1769078348.245069:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078348.245070:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245072:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00080000:1.0:1769078348.245074:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.245079:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078348.245082:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078348.245082:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078348.245085:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.245091:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.245097:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5036
00000100:00000001:3.0:1769078348.245099:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078348.245104:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:3.0:1769078348.245108:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078348.245112:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078348.245115:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00080000:1.0:1769078348.245116:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769078348.245122:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925864704, offset 0
00000100:00000040:1.0:1769078348.245132:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.245134:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245137:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.245141:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078348.245147:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078348.245148:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078348.245149:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078348.245153:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.245155:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078348.245157:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078348.245159:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000001:1.0:1769078348.245162:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078348.245168:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.245169:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078348.245172:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.245175:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245178:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078348.245179:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000040:1.0:1769078348.245183:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078348.245187:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078348.245190:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245194:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078348.245195:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:1.0:1769078348.245197:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.245201:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078348.245203:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16465:16465:256:4294967295] 192.168.204.157@tcp LPNI seq info [16461:16461:8:4294967295]
02000000:00000001:1.0:1769078348.245206:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245212:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078348.245213:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:1.0:1769078348.245215:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078348.245218:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245220:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.245224:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078348.245229:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078348.245230:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078348.245234:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.245238:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245240:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.245242:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1769078348.245244:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078348.245245:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078348.245252:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
02000000:00000010:1.0:1769078348.245253:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078348.245259:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.245266:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078348.245267:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078348.245274:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769078348.245279:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.245283:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078348.245285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078348.245290:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078348.245293:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769078348.245318:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078348.245321:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.245324:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078348.245325:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.245327:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.245329:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.245332:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5036
00000400:00000200:1.0:1769078348.245335:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000100:3.0:1769078348.245339:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078348.245340:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000010:3.0:1769078348.245344:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000100:00080000:1.0:1769078348.245345:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.245351:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245353:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.245356:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.245356:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078348.245363:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078348.245367:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078348.245367:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1769078348.245369:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078348.245373:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078348.245376:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000020:00000040:1.0:1769078348.245377:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078348.245382:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000010:3.0:1769078348.245382:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000001:1.0:1769078348.245387:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078348.245390:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078348.245392:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245396:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078348.245398:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078348.245400:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078348.245404:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078348.245410:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078348.245417:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078348.245420:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078348.245422:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.245426:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078348.245428:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078348.245431:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.245436:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245441:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078348.245443:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078348.245446:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078348.245447:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1769078348.245452:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245454:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245456:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.245459:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078348.245463:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:3.0:1769078348.245464:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078348.245468:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078348.245470:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299710208
02000000:00000001:1.0:1769078348.245472:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.245476:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.245477:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1769078348.245479:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdae0.
02000000:00000001:1.0:1769078348.245480:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.245487:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:3.0:1769078348.245490:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078348.245492:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.245498:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078348.245498:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299710208
00000100:00000010:3.0:1769078348.245506:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf00.
00000100:00000001:1.0:1769078348.245507:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.245511:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245513:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1769078348.245515:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245519:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078348.245544:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.245547:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078348.245550:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078348.245553:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5046)
00000100:00000001:3.0:1769078348.245558:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245562:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078348.245568:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078348.245585:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078348.245587:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078348.245589:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078348.245592:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078348.245594:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078348.245596:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078348.245599:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078348.245608:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245614:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078348.245616:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245619:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.245620:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078348.245624:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245631:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078348.245635:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245642:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078348.245645:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245647:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.245648:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245650:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078348.245653:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078348.245655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078348.245668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078348.245670:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078348.245678:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078348.245687:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925864704:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078348.245692:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245694:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.245697:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925864704/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245704:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078348.245707:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078348.245709:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078348.245713:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078348.245715:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078348.245716:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078348.245718:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078348.245721:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078348.245725:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078348.245728:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078348.245730:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078348.245733:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078348.245734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245737:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245745:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078348.245747:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245749:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078348.245750:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078348.245751:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078348.245755:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245763:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078348.245764:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.245766:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078348.245768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078348.245770:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078348.245778:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864832:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078348.245783:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078348.245785:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078348.245786:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.245788:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078348.245791:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078348.245792:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078348.245797:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078348.245800:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078348.245803:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078348.245806:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864832, portal 10
00000100:00000001:3.0:1769078348.245808:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078348.245809:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000040:3.0:1769078348.245815:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245822:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078348.245824:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078348.245826:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078348.245828:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925864832, offset 0
00000400:00000200:3.0:1769078348.245831:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078348.245835:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.245839:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078348.245842:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078348.245845:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078348.245847:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078348.245850:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.245853:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16466:16466:256:4294967295] 192.168.204.157@tcp LPNI seq info [16462:16462:8:4294967295]
00000400:00000200:3.0:1769078348.245857:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.245864:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078348.245868:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.245872:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078348.245876:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078348.245879:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078348.245884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078348.245886:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078348.245890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.245892:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078348.245895:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078348.245898:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078348.245901:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078348.245903:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078348.245905:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078348.245909:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245917:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.245920:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245926:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245927:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078348.245930:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078348.245934:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078348.245937:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078348.245939:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299708944
00000100:00000001:3.0:1769078348.245942:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.245944:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299708944
00000100:00000001:3.0:1769078348.245946:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.245949:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078348.245951:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.245952:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078348.245956:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078348.245963:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078348.245964:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078348.245967:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078348.245970:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078348.245971:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078348.245973:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078348.245976:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078348.245985:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.245991:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078348.245993:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.245994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.245995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078348.245999:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246005:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078348.246008:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246015:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078348.246017:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246019:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.246020:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246022:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078348.246023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078348.246034:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078348.246037:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078348.246040:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078348.246043:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078348.246055:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864832:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078348.246059:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078348.246062:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246069:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078348.246070:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.246072:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078348.246074:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078348.246076:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078348.246079:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864960:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078348.246082:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078348.246084:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078348.246085:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.246087:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078348.246090:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078348.246093:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078348.246096:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078348.246099:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078348.246101:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078348.246104:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925864960, portal 10
00000100:00000001:3.0:1769078348.246106:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078348.246107:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078348.246113:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246119:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078348.246121:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078348.246123:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078348.246125:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925864960, offset 0
00000400:00000200:3.0:1769078348.246129:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078348.246133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.246136:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078348.246138:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078348.246141:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078348.246143:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078348.246145:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.246148:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16467:16467:256:4294967295] 192.168.204.157@tcp LPNI seq info [16463:16463:8:4294967295]
00000400:00000200:3.0:1769078348.246152:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.246158:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078348.246162:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.246165:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078348.246169:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078348.246172:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078348.246176:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078348.246178:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078348.246182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.246184:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078348.246186:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078348.246190:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078348.246192:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078348.246194:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078348.246196:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078348.246200:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246207:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.246210:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246217:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.246218:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078348.246221:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078348.246224:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078348.246227:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078348.246229:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299708953
00000100:00000001:3.0:1769078348.246231:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.246234:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299708953
00000100:00000001:3.0:1769078348.246236:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.246238:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078348.246240:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.246242:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078348.246246:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078348.246254:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078348.246255:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078348.246257:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078348.246259:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078348.246260:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078348.246262:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078348.246266:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078348.246274:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246280:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078348.246281:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246283:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.246284:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078348.246288:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246295:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078348.246299:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246322:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078348.246324:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246326:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.246327:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246329:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078348.246331:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078348.246334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078348.246337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078348.246339:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078348.246343:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078348.246350:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925864960:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078348.246353:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078348.246357:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246363:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078348.246365:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.246367:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078348.246368:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078348.246370:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078348.246373:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865088:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078348.246376:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078348.246377:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078348.246379:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078348.246380:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078348.246384:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078348.246386:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078348.246390:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078348.246392:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078348.246395:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078348.246398:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865088, portal 4
00000100:00000001:3.0:1769078348.246400:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078348.246401:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078348.246407:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246413:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078348.246415:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078348.246418:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078348.246420:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925865088, offset 0
00000400:00000200:3.0:1769078348.246424:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078348.246427:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.246430:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078348.246433:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078348.246435:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078348.246437:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078348.246439:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078348.246442:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16468:16468:256:4294967295] 192.168.204.157@tcp LPNI seq info [16464:16464:8:4294967295]
00000400:00000200:3.0:1769078348.246445:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078348.246451:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078348.246456:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.246459:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078348.246462:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078348.246464:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078348.246468:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078348.246470:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078348.246474:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078348.246475:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078348.246478:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078348.246481:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078348.246484:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078348.246486:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078348.246488:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078348.246491:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.246502:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.246515:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078348.246518:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078348.246521:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078348.246541:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078348.246543:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299708951
00000100:00000001:3.0:1769078348.246546:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.246548:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299708951
00000100:00000001:3.0:1769078348.246550:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299710208
00000100:00000001:3.0:1769078348.246552:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078348.246554:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.246556:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078348.246560:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078348.246568:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078348.246569:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078348.246571:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078348.246574:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078348.246575:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078348.246578:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078348.246581:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078348.246589:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246595:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078348.246596:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246598:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.246599:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078348.246603:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246610:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078348.246614:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246621:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078348.246623:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246624:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078348.246626:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246627:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078348.246629:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078348.246632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078348.246636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078348.246638:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078348.246641:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078348.246649:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865088:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078348.246652:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.246657:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925864832/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246663:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078348.246664:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078348.246666:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078348.246668:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078348.246670:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078348.246671:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078348.246673:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078348.246674:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078348.246677:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078348.246678:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078348.246679:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078348.246681:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078348.246682:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246684:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.246687:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925864960/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246693:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078348.246694:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078348.246696:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078348.246698:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078348.246700:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078348.246701:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078348.246703:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078348.246704:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078348.246706:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078348.246707:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078348.246708:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078348.246710:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078348.246711:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246713:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078348.246716:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925865088/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078348.246721:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078348.246722:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078348.246724:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078348.246726:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078348.246727:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078348.246729:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078348.246731:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078348.246732:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078348.246734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078348.246735:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078348.246736:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078348.246738:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078348.246740:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246742:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078348.246745:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078348.246746:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078348.246748:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078348.246749:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078348.692730:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078348.692739:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078348.692747:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078348.692748:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078348.692826:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078348.692841:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078348.692849:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078349.588609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299710208, at 4299710272
00000100:00000040:3.0:1769078349.588609:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299710208, at 4299710272
00000100:00000010:2.0:1769078349.588625:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdae0.
00000100:00000010:3.0:1769078349.588627:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00010000:00000001:3.0:1769078349.716644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078349.716650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078349.716654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078349.716656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078349.716677:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078349.716679:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078349.716682:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078350.740639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078350.740645:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078350.740647:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078350.740649:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078350.740653:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078350.740655:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078350.740656:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078350.740658:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078350.740661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078350.740662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078350.740738:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078350.740750:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078350.740756:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078351.764635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078351.764642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078351.764647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078351.764649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078351.764704:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078351.764707:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078351.764711:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078352.788623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078352.788628:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078352.788632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078352.788633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078352.788685:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078352.788689:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078352.788691:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078353.364653:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078353.364667:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078353.364670:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078353.364674:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078353.364679:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078353.364687:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5041
00000400:00000200:1.0:1769078353.364697:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078353.364704:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078353.364710:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078353.364714:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364716:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078353.364719:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364721:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078353.364726:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078353.364728:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078353.364730:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078353.364733:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078353.364735:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078353.364738:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078353.364741:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364743:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078353.364745:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364747:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078353.364750:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078353.364753:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364755:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078353.364758:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078353.364761:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078353.364763:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.364765:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078353.364767:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078353.364776:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078353.364779:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078353.364782:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078353.364784:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.364786:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078353.364789:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078353.364793:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078353.364801:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078353.364806:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078353.364813:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078353.364823:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078353.364827:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078353.364831:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078353.364853:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078353.364856:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078353.364859:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078353.364861:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078353.364862:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078353.364865:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078353.364867:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5041
00000400:00000200:1.0:1769078353.364870:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078353.364873:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078353.364876:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078353.364879:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364882:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078353.364884:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364887:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078353.364887:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078353.364891:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078353.364892:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078353.364893:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078353.364895:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078353.364896:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078353.364900:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000040:3.0:1769078353.364902:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078353.364903:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078353.364907:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078353.364914:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078353.364916:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078353.364918:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078353.364919:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078353.364922:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078353.364924:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078353.364925:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078353.364927:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078353.364929:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078353.364934:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078353.364935:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078353.364940:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.364942:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925865216:192.168.204.157@tcp:250:kworker.0
02000000:00000001:1.0:1769078353.364943:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078353.364948:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078353.364950:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078353.364951:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.364954:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078353.364956:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078353.364959:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078353.364960:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078353.364963:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.364965:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078353.364966:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078353.364972:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
02000000:00000010:3.0:1769078353.364973:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
00000020:00000040:1.0:1769078353.364974:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078353.364977:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078353.364979:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078353.364982:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.364984:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078353.364985:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078353.364987:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078353.364989:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078353.364992:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000400:00000010:3.0:1769078353.364995:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078353.364996:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078353.365003:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00100000:1.0:1769078353.365010:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078353.365012:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865216, portal 25
00000100:00000001:3.0:1769078353.365017:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078353.365020:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000001:1.0:1769078353.365026:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078353.365029:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078353.365030:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078353.365036:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365053:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078353.365056:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078353.365060:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078353.365060:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078353.365065:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00080000:1.0:1769078353.365066:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078353.365069:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078353.365072:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078353.365072:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925865216, offset 0
00000100:00000001:1.0:1769078353.365078:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078353.365081:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5041
00000400:00000200:3.0:1769078353.365085:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078353.365088:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078353.365093:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078353.365095:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078353.365096:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078353.365101:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365104:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078353.365107:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078353.365108:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365113:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078353.365115:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078353.365116:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078353.365117:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078353.365121:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078353.365123:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078353.365124:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:1.0:1769078353.365126:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078353.365129:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078353.365130:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078353.365135:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078353.365139:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365140:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078353.365144:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078353.365148:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16469:16469:256:4294967295] 192.168.204.157@tcp LPNI seq info [16465:16465:8:4294967295]
00000100:00000001:1.0:1769078353.365149:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078353.365153:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078353.365158:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078353.365160:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078353.365162:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078353.365165:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078353.365167:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078353.365169:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.365174:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078353.365177:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078353.365178:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769078353.365182:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.365186:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078353.365189:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000010:1.0:1769078353.365191:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078353.365194:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000010:3.0:1769078353.365196:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
02000000:00000001:1.0:1769078353.365197:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078353.365200:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.365202:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078353.365203:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078353.365207:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078353.365207:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000010:1.0:1769078353.365212:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000800:00000200:3.0:1769078353.365213:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078353.365233:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078353.365243:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078353.365248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.365250:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078353.365257:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078353.365262:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078353.365267:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078353.365269:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078353.365274:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078353.365278:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365287:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.365291:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365297:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365299:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078353.365304:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078353.365308:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078353.365311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299715328
00000100:00000010:3.0:1769078353.365316:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdf00.
00000100:00000001:3.0:1769078353.365321:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078353.365325:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299715328
00000100:00000010:3.0:1769078353.365328:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc60.
00000100:00000001:3.0:1769078353.365331:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078353.365334:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078353.365336:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078353.365343:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078353.365352:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078353.365354:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078353.365355:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078353.365358:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078353.365359:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078353.365361:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078353.365364:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078353.365372:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365378:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078353.365380:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365380:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.365386:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.365388:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078353.365390:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769078353.365396:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078353.365408:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078353.365412:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365413:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078353.365419:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078353.365422:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078353.365440:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365442:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078353.365444:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078353.365447:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078353.365449:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078353.365450:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078353.365452:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078353.365453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078353.365455:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078353.365458:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078353.365459:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078353.365463:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078353.365464:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5041
00000100:00080000:3.0:1769078353.365469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1769078353.365471:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078353.365478:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078353.365478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00080000:1.0:1769078353.365484:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078353.365484:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078353.365490:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078353.365493:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078353.365494:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078353.365499:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365503:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078353.365507:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078353.365509:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078353.365512:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:3.0:1769078353.365514:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925865216:192.168.204.157@tcp:250:kworker.0
00000020:00000040:1.0:1769078353.365515:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078353.365519:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078353.365546:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078353.365548:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078353.365551:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078353.365554:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365559:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078353.365559:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925865216/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078353.365563:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365567:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078353.365572:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078353.365575:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1769078353.365577:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078353.365581:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.365581:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1769078353.365583:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078353.365585:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769078353.365588:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078353.365591:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1769078353.365592:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078353.365596:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000020:00000001:3.0:1769078353.365596:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000008:00100000:1.0:1769078353.365600:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000020:00000040:3.0:1769078353.365601:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000008:00000001:1.0:1769078353.365606:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078353.365607:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1769078353.365609:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078353.365611:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
00000100:00000010:1.0:1769078353.365614:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
02000000:00000001:3.0:1769078353.365617:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1769078353.365618:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078353.365621:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1769078353.365622:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078353.365625:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078353.365625:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:1.0:1769078353.365627:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078353.365630:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078353.365632:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1769078353.365633:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365635:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769078353.365638:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:3.0:1769078353.365639:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078353.365643:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078353.365649:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078353.365649:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078353.365653:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365658:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078353.365661:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078353.365662:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078353.365664:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078353.365666:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078353.365671:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078353.365673:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078353.365699:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078353.365704:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078353.365707:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769078353.365710:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078353.365710:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078353.365716:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5051)
02000000:00000001:3.0:1769078353.365716:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078353.365718:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078353.365722:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.365727:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865344:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078353.365731:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078353.365733:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078353.365735:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.365737:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078353.365740:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078353.365742:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078353.365756:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078353.365760:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078353.365767:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078353.365770:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865344, portal 10
00000100:00000001:3.0:1769078353.365772:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078353.365774:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00000040:3.0:1769078353.365780:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365786:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078353.365789:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078353.365791:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078353.365793:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925865344, offset 0
00000400:00000200:3.0:1769078353.365797:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078353.365801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.365804:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078353.365807:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078353.365810:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078353.365812:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078353.365815:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078353.365818:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16470:16470:256:4294967295] 192.168.204.157@tcp LPNI seq info [16466:16466:8:4294967295]
00000400:00000200:3.0:1769078353.365822:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.365828:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078353.365833:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.365836:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078353.365840:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078353.365843:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078353.365847:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078353.365849:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078353.365853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.365855:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078353.365857:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078353.365861:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078353.365863:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078353.365865:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078353.365867:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078353.365870:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365878:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.365881:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365887:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365888:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078353.365892:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078353.365895:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078353.365899:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078353.365900:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299714064
00000100:00000001:3.0:1769078353.365903:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.365905:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299714064
00000100:00000001:3.0:1769078353.365907:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.365909:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078353.365912:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.365913:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078353.365917:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078353.365925:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078353.365926:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078353.365928:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078353.365931:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078353.365932:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078353.365934:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078353.365938:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078353.365945:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365951:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078353.365953:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.365954:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.365955:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078353.365959:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365965:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078353.365968:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.365975:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078353.365977:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.365978:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.365980:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.365981:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078353.365983:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078353.365986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078353.365989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078353.365991:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078353.365995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078353.366003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865344:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078353.366006:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078353.366009:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366013:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078353.366014:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.366015:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078353.366016:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078353.366017:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.366019:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865472:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078353.366021:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078353.366022:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078353.366023:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.366024:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078353.366027:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078353.366028:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078353.366030:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078353.366032:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078353.366034:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078353.366036:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865472, portal 10
00000100:00000001:3.0:1769078353.366037:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078353.366038:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078353.366041:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366045:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078353.366047:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078353.366048:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078353.366050:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925865472, offset 0
00000400:00000200:3.0:1769078353.366052:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078353.366055:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.366057:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078353.366059:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078353.366061:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078353.366062:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078353.366064:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078353.366066:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16471:16471:256:4294967295] 192.168.204.157@tcp LPNI seq info [16467:16467:8:4294967295]
00000400:00000200:3.0:1769078353.366068:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.366072:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078353.366074:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.366076:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078353.366078:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078353.366080:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078353.366083:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078353.366084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078353.366087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.366088:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078353.366090:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078353.366092:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078353.366093:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078353.366094:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078353.366096:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078353.366098:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366102:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.366104:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366108:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366109:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078353.366111:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078353.366113:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078353.366114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078353.366116:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299714073
00000100:00000001:3.0:1769078353.366117:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.366119:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299714073
00000100:00000001:3.0:1769078353.366120:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.366121:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078353.366123:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366124:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078353.366125:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078353.366129:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078353.366130:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078353.366131:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078353.366132:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078353.366133:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078353.366134:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078353.366135:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078353.366140:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366144:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078353.366144:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366145:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.366146:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078353.366148:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366151:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078353.366153:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366157:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078353.366159:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.366160:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366161:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078353.366162:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078353.366163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078353.366165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078353.366166:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078353.366168:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078353.366172:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865472:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078353.366174:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366175:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.366177:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925865344/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366180:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078353.366181:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078353.366182:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078353.366184:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078353.366184:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078353.366185:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078353.366187:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078353.366188:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078353.366189:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078353.366190:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078353.366191:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078353.366192:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078353.366193:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366194:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.366195:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925865472/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366199:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078353.366200:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078353.366201:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078353.366202:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078353.366202:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078353.366203:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078353.366204:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078353.366204:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078353.366205:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078353.366206:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078353.366207:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078353.366208:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078353.366208:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366209:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366212:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078353.366212:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366214:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078353.366214:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078353.366215:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078353.366234:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366238:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078353.366238:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.366240:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078353.366241:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078353.366242:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078353.366244:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865600:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078353.366246:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078353.366247:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078353.366248:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078353.366249:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078353.366251:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078353.366253:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078353.366255:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078353.366257:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078353.366259:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078353.366261:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865600, portal 4
00000100:00000001:3.0:1769078353.366262:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078353.366263:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:3.0:1769078353.366267:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366271:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078353.366272:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078353.366273:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078353.366275:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925865600, offset 0
00000400:00000200:3.0:1769078353.366278:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078353.366281:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.366284:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078353.366286:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078353.366289:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078353.366291:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078353.366293:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078353.366296:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16472:16472:256:4294967295] 192.168.204.157@tcp LPNI seq info [16468:16468:8:4294967295]
00000400:00000200:3.0:1769078353.366300:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078353.366305:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078353.366309:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.366313:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078353.366316:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078353.366318:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078353.366322:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078353.366325:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078353.366328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078353.366330:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078353.366332:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078353.366335:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078353.366338:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078353.366339:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078353.366341:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078353.366343:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366348:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.366349:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366354:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078353.366356:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078353.366358:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078353.366360:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078353.366361:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299714070
00000100:00000001:3.0:1769078353.366363:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.366364:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299714070
00000100:00000001:3.0:1769078353.366366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299715328
00000100:00000001:3.0:1769078353.366367:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078353.366368:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366369:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078353.366371:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078353.366375:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078353.366376:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078353.366377:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078353.366378:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078353.366379:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078353.366380:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078353.366382:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078353.366391:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366394:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078353.366395:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366396:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.366397:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078353.366399:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366402:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078353.366404:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366407:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078353.366409:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366410:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078353.366410:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366411:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078353.366412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078353.366413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078353.366415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078353.366416:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078353.366418:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078353.366423:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865600:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078353.366425:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366426:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078353.366428:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925865600/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078353.366435:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078353.366436:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078353.366437:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078353.366438:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078353.366439:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078353.366440:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078353.366441:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078353.366442:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078353.366443:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078353.366444:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078353.366445:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078353.366446:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078353.366446:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366448:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078353.366449:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078353.366450:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078353.366451:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078353.366452:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078353.812623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078353.812627:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078353.812631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078353.812633:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078353.812635:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078353.812637:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078353.812639:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078353.812640:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078353.812642:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078353.812643:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078353.812660:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078353.812662:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078353.812663:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078354.708585:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299715328, at 4299715392
00000100:00000040:3.0:1769078354.708585:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299715328, at 4299715392
00000100:00000010:3.0:1769078354.708602:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00000100:00000010:2.0:1769078354.708603:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdf00.
00010000:00000001:3.0:1769078354.836689:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078354.836699:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078354.836706:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078354.836707:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078354.836802:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078354.836809:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078354.836813:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078355.860641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078355.860650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078355.860657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078355.860658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078355.860728:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078355.860732:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078355.860735:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078356.884619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078356.884624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078356.884628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078356.884629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078356.884710:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078356.884713:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078356.884716:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078357.908599:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078357.908604:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078357.908608:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078357.908608:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078357.908624:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078357.908626:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078357.908627:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078358.484605:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078358.484614:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078358.484615:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078358.484618:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078358.484621:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078358.484627:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5046
00000400:00000200:2.0:1769078358.484634:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078358.484639:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078358.484641:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078358.484644:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484646:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078358.484647:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484649:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078358.484652:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078358.484653:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078358.484655:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078358.484657:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078358.484658:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078358.484660:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078358.484662:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484663:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078358.484664:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484666:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078358.484668:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078358.484670:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484671:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.484673:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078358.484675:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078358.484677:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.484679:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078358.484680:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078358.484688:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078358.484690:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078358.484693:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078358.484693:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.484696:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078358.484697:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078358.484701:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078358.484707:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078358.484711:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.484727:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078358.484734:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078358.484737:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078358.484740:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.484757:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078358.484759:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078358.484761:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078358.484762:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078358.484763:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078358.484765:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078358.484767:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5046
00000400:00000200:2.0:1769078358.484769:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078358.484771:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078358.484772:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078358.484774:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484776:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078358.484777:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484778:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078358.484780:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078358.484781:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078358.484783:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078358.484784:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078358.484785:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078358.484787:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078358.484788:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484790:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078358.484790:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078358.484792:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484794:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078358.484795:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078358.484796:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078358.484799:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769078358.484800:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484803:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.484805:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078358.484807:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078358.484809:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078358.484814:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.484817:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078358.484822:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078358.484822:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078358.484824:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078358.484827:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.484829:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078358.484830:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.484832:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078358.484835:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
02000000:00000001:3.0:1769078358.484835:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078358.484840:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00100000:3.0:1769078358.484841:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925865728:192.168.204.157@tcp:250:kworker.0
02000000:00000001:2.0:1769078358.484843:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078358.484846:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.484847:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078358.484849:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078358.484851:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078358.484851:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078358.484852:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.484854:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078358.484857:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078358.484857:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078358.484861:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078358.484861:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078358.484865:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.484869:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078358.484874:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078358.484879:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:2.0:1769078358.484880:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078358.484883:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078358.484884:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000040:2.0:1769078358.484887:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078358.484891:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865728, portal 25
00000100:00000001:2.0:1769078358.484893:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.484895:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078358.484897:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078358.484897:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00080000:2.0:1769078358.484903:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078358.484905:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078358.484907:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078358.484908:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.484909:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078358.484913:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5046
00000400:00000200:2.0:1769078358.484919:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078358.484924:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078358.484926:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078358.484929:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078358.484930:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484933:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078358.484937:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078358.484938:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484939:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078358.484942:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078358.484943:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000010:3.0:1769078358.484943:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000020:00000001:2.0:1769078358.484946:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078358.484948:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000200:3.0:1769078358.484949:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925865728, offset 0
00000020:00000001:2.0:1769078358.484950:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078358.484954:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078358.484956:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484957:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078358.484961:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078358.484962:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484963:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078358.484966:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078358.484967:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078358.484969:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.484970:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078358.484972:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078358.484973:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769078358.484974:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.484977:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078358.484979:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078358.484981:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.484982:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078358.484983:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078358.484988:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000400:00000200:3.0:1769078358.484989:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078358.484990:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078358.484993:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078358.484995:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.484995:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769078358.484998:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078358.485000:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078358.485001:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078358.485004:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.485006:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000010:2.0:1769078358.485009:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000400:00000200:3.0:1769078358.485011:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16473:16473:256:4294967295] 192.168.204.157@tcp LPNI seq info [16469:16469:8:4294967295]
00000100:00000001:2.0:1769078358.485013:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.485017:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:2.0:1769078358.485021:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078358.485031:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078358.485032:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078358.485036:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078358.485040:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078358.485042:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078358.485045:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00000001:2.0:1769078358.485050:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078358.485053:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078358.485057:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078358.485058:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078358.485061:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1769078358.485062:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1769078358.485063:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078358.485068:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078358.485070:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5046
00000400:00000200:2.0:1769078358.485073:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.1:1769078358.485076:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:2.0:1769078358.485078:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078358.485082:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769078358.485082:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769078358.485086:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.485089:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1769078358.485089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000040:2.0:1769078358.485093:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485093:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000100:00000001:2.0:1769078358.485097:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078358.485099:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769078358.485100:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078358.485103:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078358.485106:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078358.485107:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769078358.485108:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078358.485111:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078358.485111:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000020:00000001:2.0:1769078358.485115:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000010:3.0:1769078358.485115:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078358.485120:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078358.485121:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.485124:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078358.485127:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078358.485128:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078358.485150:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078358.485155:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078358.485156:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769078358.485158:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078358.485163:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078358.485163:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078358.485168:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078358.485171:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078358.485174:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.485175:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485179:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078358.485180:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078358.485184:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078358.485186:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485186:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.485191:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078358.485194:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000400:00000200:3.0:1769078358.485194:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:2.0:1769078358.485197:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078358.485198:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299720448
02000000:00000001:2.0:1769078358.485199:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078358.485202:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.485204:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078358.485205:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078358.485206:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078358.485207:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc60.
02000000:00000010:2.0:1769078358.485210:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078358.485215:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485215:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078358.485223:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299720448
00000100:00100000:2.0:1769078358.485225:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1769078358.485228:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc00.
00000100:00000001:3.0:1769078358.485233:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078358.485236:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078358.485241:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.485243:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078358.485244:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078358.485249:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078358.485250:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078358.485258:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078358.485260:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078358.485263:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078358.485265:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078358.485269:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078358.485271:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078358.485275:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078358.485277:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078358.485279:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078358.485283:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078358.485288:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078358.485291:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078358.485294:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078358.485297:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078358.485298:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5056)
00000100:00000001:3.0:1769078358.485299:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485301:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078358.485305:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485310:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078358.485313:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485317:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078358.485319:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485320:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485322:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078358.485323:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078358.485325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078358.485327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078358.485328:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078358.485331:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078358.485335:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925865728:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078358.485338:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485339:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485341:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925865728/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485345:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078358.485347:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485348:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078358.485350:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078358.485351:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078358.485353:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078358.485354:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078358.485356:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078358.485358:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078358.485360:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078358.485361:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078358.485362:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078358.485363:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485364:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485369:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078358.485371:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485372:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078358.485373:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078358.485374:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078358.485376:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485380:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078358.485381:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485382:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078358.485383:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078358.485384:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078358.485386:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078358.485388:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078358.485389:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078358.485390:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485391:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485392:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078358.485393:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.485396:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078358.485397:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078358.485399:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078358.485401:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865856, portal 10
00000100:00000001:3.0:1769078358.485402:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078358.485403:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:3.0:1769078358.485408:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485412:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078358.485413:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078358.485414:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078358.485416:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925865856, offset 0
00000400:00000200:3.0:1769078358.485418:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485420:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485422:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078358.485424:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078358.485426:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078358.485428:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078358.485429:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485431:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16474:16474:256:4294967295] 192.168.204.157@tcp LPNI seq info [16470:16470:8:4294967295]
00000400:00000200:3.0:1769078358.485433:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485437:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078358.485440:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485442:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078358.485446:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078358.485448:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078358.485452:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078358.485455:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078358.485458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485460:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078358.485462:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078358.485465:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078358.485468:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078358.485469:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078358.485472:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078358.485475:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485487:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485498:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485499:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078358.485502:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078358.485504:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078358.485507:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078358.485508:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299719183
00000100:00000001:3.0:1769078358.485510:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299719183
00000100:00000001:3.0:1769078358.485513:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485514:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078358.485515:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485516:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078358.485518:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078358.485541:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078358.485542:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078358.485543:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078358.485544:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078358.485545:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078358.485546:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078358.485549:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078358.485553:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485557:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078358.485558:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485559:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078358.485561:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485566:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078358.485568:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485572:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078358.485573:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485574:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485574:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485575:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078358.485576:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078358.485578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078358.485579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078358.485580:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078358.485582:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078358.485586:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078358.485589:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078358.485591:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485595:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078358.485595:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485597:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078358.485598:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078358.485599:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078358.485600:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865984:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078358.485602:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078358.485603:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078358.485605:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485606:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485608:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078358.485609:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.485611:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078358.485613:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078358.485614:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078358.485616:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925865984, portal 10
00000100:00000001:3.0:1769078358.485617:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078358.485618:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:3.0:1769078358.485621:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485625:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078358.485626:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078358.485627:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078358.485629:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925865984, offset 0
00000400:00000200:3.0:1769078358.485631:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485633:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485635:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078358.485636:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078358.485638:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078358.485639:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078358.485641:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485642:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16475:16475:256:4294967295] 192.168.204.157@tcp LPNI seq info [16471:16471:8:4294967295]
00000400:00000200:3.0:1769078358.485645:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485648:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078358.485651:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485653:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078358.485655:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078358.485657:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078358.485659:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078358.485660:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078358.485663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485665:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078358.485666:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078358.485668:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078358.485670:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078358.485671:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078358.485672:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078358.485674:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485678:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485680:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485684:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485684:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078358.485686:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078358.485688:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078358.485689:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078358.485690:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299719193
00000100:00000001:3.0:1769078358.485692:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485693:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299719193
00000100:00000001:3.0:1769078358.485694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485695:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078358.485696:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485697:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078358.485699:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078358.485703:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078358.485704:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078358.485705:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078358.485706:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078358.485707:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078358.485708:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078358.485710:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078358.485714:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485718:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078358.485718:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485719:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485720:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078358.485722:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485725:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078358.485727:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485731:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078358.485732:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485733:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485734:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485734:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078358.485735:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078358.485736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078358.485738:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078358.485739:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078358.485741:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078358.485745:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925865984:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078358.485747:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078358.485749:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485753:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078358.485754:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485755:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078358.485756:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078358.485757:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078358.485758:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866112:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078358.485760:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078358.485761:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078358.485761:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078358.485762:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485764:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078358.485765:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078358.485767:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078358.485768:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078358.485769:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078358.485771:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866112, portal 4
00000100:00000001:3.0:1769078358.485772:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078358.485773:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:3.0:1769078358.485776:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485779:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078358.485780:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078358.485781:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078358.485782:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925866112, offset 0
00000400:00000200:3.0:1769078358.485784:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485786:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485788:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078358.485789:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078358.485790:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078358.485792:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078358.485793:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078358.485795:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16476:16476:256:4294967295] 192.168.204.157@tcp LPNI seq info [16472:16472:8:4294967295]
00000400:00000200:3.0:1769078358.485797:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078358.485801:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078358.485803:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485805:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078358.485807:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078358.485808:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078358.485810:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078358.485811:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078358.485813:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078358.485815:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078358.485816:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078358.485818:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078358.485819:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078358.485820:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078358.485821:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078358.485823:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485827:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485829:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485833:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078358.485835:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078358.485836:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078358.485838:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078358.485839:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299719190
00000100:00000001:3.0:1769078358.485840:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485841:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299719190
00000100:00000001:3.0:1769078358.485843:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299720448
00000100:00000001:3.0:1769078358.485844:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078358.485845:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485846:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078358.485848:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078358.485852:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078358.485853:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078358.485854:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078358.485855:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078358.485856:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078358.485856:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078358.485858:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078358.485862:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485865:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078358.485866:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485867:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485868:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078358.485870:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485873:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078358.485875:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485879:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078358.485880:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485881:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078358.485881:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485882:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078358.485883:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078358.485884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078358.485886:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078358.485887:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078358.485889:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078358.485894:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866112:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078358.485895:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485896:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485898:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925865856/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485901:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078358.485902:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485903:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078358.485904:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078358.485905:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078358.485906:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078358.485907:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078358.485907:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078358.485909:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078358.485910:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078358.485910:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078358.485912:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078358.485912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485913:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485915:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925865984/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485919:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078358.485920:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485921:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078358.485923:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078358.485924:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078358.485925:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078358.485927:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078358.485929:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078358.485931:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078358.485932:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078358.485933:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078358.485935:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078358.485936:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485938:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078358.485941:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925866112/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078358.485946:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078358.485948:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078358.485949:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078358.485951:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078358.485953:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078358.485954:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078358.485956:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078358.485957:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078358.485958:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078358.485959:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078358.485959:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078358.485961:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078358.485962:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485963:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078358.485965:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078358.485966:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078358.485967:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078358.485968:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078358.932637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078358.932644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078358.932649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078358.932650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078358.932704:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078358.932706:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078358.932709:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078359.828644:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299720448, at 4299720512
00000100:00000010:3.0:1769078359.828660:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00000100:00000040:2.0:1769078359.830204:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299720448, at 4299720513
00000100:00000010:2.0:1769078359.830215:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc60.
00010000:00000001:3.0:1769078359.956586:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078359.956593:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078359.956599:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078359.956601:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078359.956674:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078359.956678:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078359.956682:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078360.980645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078360.980653:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078360.980656:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078360.980659:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078360.980664:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078360.980666:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078360.980668:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078360.980670:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078360.980674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078360.980675:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078360.980742:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078360.980746:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078360.980749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078362.004631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078362.004638:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078362.004643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078362.004644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078362.004665:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078362.004667:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078362.004670:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078363.028623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078363.028629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078363.028632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078363.028633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078363.029002:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078363.029005:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078363.029008:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078363.604654:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078363.604662:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078363.604664:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078363.604667:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078363.604671:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078363.604677:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5051
00000400:00000200:1.0:1769078363.604685:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078363.604690:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078363.604692:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078363.604694:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604697:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.604698:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604700:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078363.604703:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078363.604704:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078363.604706:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078363.604708:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078363.604710:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078363.604711:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078363.604713:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604714:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.604715:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604716:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078363.604718:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078363.604720:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604721:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078363.604723:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078363.604726:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078363.604729:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.604731:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078363.604747:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078363.604757:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000020:00000040:1.0:1769078363.604761:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078363.604764:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078363.604765:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.604768:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078363.604771:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078363.604775:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078363.604782:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078363.604788:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078363.604796:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078363.604806:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078363.604809:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078363.604813:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078363.604838:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078363.604841:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078363.604845:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078363.604846:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078363.604847:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078363.604850:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078363.604852:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5051
00000400:00000200:1.0:1769078363.604856:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078363.604859:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078363.604861:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078363.604863:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.604868:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.604870:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078363.604873:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078363.604875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:3.0:1769078363.604876:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078363.604877:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078363.604882:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078363.604882:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078363.604886:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078363.604887:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078363.604892:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078363.604893:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078363.604900:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078363.604906:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078363.604907:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078363.604908:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078363.604912:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078363.604913:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078363.604916:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078363.604917:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078363.604919:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078363.604922:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00100000:3.0:1769078363.604924:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925866240:192.168.204.157@tcp:250:kworker.0
00000100:00080000:1.0:1769078363.604929:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078363.604931:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078363.604933:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078363.604937:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078363.604937:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078363.604941:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078363.604944:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.604946:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078363.604947:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.604950:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:3.0:1769078363.604953:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
00000008:00100000:1.0:1769078363.604954:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078363.604959:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.604959:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.604963:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078363.604967:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078363.604968:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078363.604972:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078363.604973:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078363.604975:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.604977:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078363.604978:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078363.604980:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078363.604980:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
02000000:00000010:1.0:1769078363.604986:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078363.604991:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078363.604991:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00100000:1.0:1769078363.604997:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078363.605001:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866240, portal 25
00000100:00000001:1.0:1769078363.605004:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078363.605006:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078363.605007:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605009:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139338496 : -125582570213120 : ffff8dc887833100)
00000100:00000040:1.0:1769078363.605012:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078363.605020:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.605021:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078363.605023:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078363.605030:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078363.605033:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078363.605035:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078363.605041:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078363.605041:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078363.605054:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078363.605055:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5051
00000400:00000010:3.0:1769078363.605057:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078363.605062:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925866240, offset 0
00000400:00000200:1.0:1769078363.605063:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078363.605069:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078363.605073:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078363.605074:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078363.605077:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605080:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.605081:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605083:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078363.605088:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078363.605088:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078363.605090:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078363.605093:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078363.605094:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078363.605095:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078363.605099:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078363.605099:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078363.605104:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605106:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.605107:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605109:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078363.605110:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078363.605114:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078363.605119:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605119:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:1.0:1769078363.605123:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078363.605125:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078363.605128:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078363.605128:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078363.605132:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605134:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605135:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078363.605137:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078363.605141:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605141:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16477:16477:256:4294967295] 192.168.204.157@tcp LPNI seq info [16473:16473:8:4294967295]
00000100:00000001:1.0:1769078363.605145:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078363.605150:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000400:00000200:3.0:1769078363.605150:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078363.605154:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078363.605157:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078363.605160:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605161:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078363.605162:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078363.605164:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078363.605167:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078363.605171:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000800:00000200:3.0:1769078363.605171:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605176:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078363.605179:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000100:00100000:1.0:1769078363.605180:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078363.605193:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078363.605194:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078363.605197:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078363.605199:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1769078363.605201:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078363.605211:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078363.605212:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769078363.605214:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078363.605219:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1769078363.605220:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769078363.605221:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078363.605223:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078363.605226:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078363.605230:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5051
00000800:00000100:3.0:1769078363.605230:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078363.605236:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078363.605236:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:1.0:1769078363.605241:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078363.605243:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078363.605245:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605245:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078363.605251:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078363.605255:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605257:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078363.605260:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078363.605264:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000020:00000001:1.0:1769078363.605265:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078363.605268:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000400:00000010:3.0:1769078363.605269:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000001:1.0:1769078363.605271:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078363.605276:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078363.605276:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078363.605281:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:3.0:1769078363.605283:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078363.605285:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078363.605294:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078363.605300:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078363.605301:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078363.605304:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078363.605308:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078363.605309:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078363.605316:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078363.605323:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078363.605325:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.605329:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605329:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769078363.605334:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078363.605336:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078363.605337:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078363.605342:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605345:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078363.605346:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078363.605350:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078363.605352:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299725568
00000008:00000001:1.0:1769078363.605354:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.605358:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078363.605361:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdc00.
00000100:00000010:1.0:1769078363.605363:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078363.605367:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078363.605369:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078363.605370:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078363.605372:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078363.605376:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078363.605378:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299725568
02000000:00000001:1.0:1769078363.605379:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078363.605382:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078363.605384:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd300.
02000000:00000010:1.0:1769078363.605389:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:3.0:1769078363.605390:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078363.605395:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605396:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078363.605402:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078363.605402:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605407:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078363.605411:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078363.605413:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.605416:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078363.605418:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078363.605439:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078363.605444:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078363.605446:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:3.0:1769078363.605446:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078363.605450:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1769078363.605452:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5061)
00000400:00000010:3.0:1769078363.605454:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078363.605460:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078363.605461:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078363.605464:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078363.605469:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078363.605479:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605486:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078363.605487:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.605491:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078363.605494:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605498:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078363.605501:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605505:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078363.605507:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605507:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.605508:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605510:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078363.605511:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078363.605512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078363.605515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078363.605516:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078363.605518:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078363.605546:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925866240:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078363.605551:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605553:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.605556:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833100 x1855007925866240/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605567:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078363.605569:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078363.605571:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078363.605574:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078363.605576:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078363.605578:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078363.605580:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078363.605583:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078363.605586:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078363.605587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078363.605589:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833100.
00000100:00000001:3.0:1769078363.605592:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078363.605593:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605595:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605600:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078363.605602:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605603:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078363.605604:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078363.605605:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078363.605608:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605612:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078363.605613:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.605615:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078363.605616:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.605617:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.605619:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866368:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078363.605621:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078363.605622:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078363.605623:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.605632:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078363.605635:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078363.605636:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605639:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078363.605641:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078363.605643:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078363.605646:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866368, portal 10
00000100:00000001:3.0:1769078363.605647:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078363.605648:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139331328 : -125582570220288 : ffff8dc887831500)
00000100:00000040:3.0:1769078363.605652:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605656:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078363.605657:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078363.605659:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078363.605660:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925866368, offset 0
00000400:00000200:3.0:1769078363.605662:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605665:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.605667:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078363.605669:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078363.605671:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078363.605672:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078363.605674:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605676:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16478:16478:256:4294967295] 192.168.204.157@tcp LPNI seq info [16474:16474:8:4294967295]
00000400:00000200:3.0:1769078363.605678:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.605683:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078363.605685:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.605687:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078363.605690:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078363.605691:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078363.605694:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078363.605696:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078363.605698:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.605700:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078363.605701:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078363.605704:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078363.605705:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078363.605706:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078363.605708:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078363.605710:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605727:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.605730:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605736:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605738:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078363.605741:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.605745:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078363.605749:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078363.605751:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299724304
00000100:00000001:3.0:1769078363.605753:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.605755:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299724304
00000100:00000001:3.0:1769078363.605758:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.605760:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078363.605762:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605764:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078363.605767:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078363.605773:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078363.605774:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078363.605775:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078363.605777:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078363.605778:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078363.605779:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078363.605781:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078363.605786:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605797:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078363.605798:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605799:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.605800:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078363.605803:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605810:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078363.605814:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605820:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078363.605822:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605824:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.605825:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.605827:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078363.605828:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078363.605831:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078363.605834:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078363.605836:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078363.605840:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078363.605848:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866368:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078363.605852:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078363.605855:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605860:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078363.605861:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.605862:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078363.605863:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.605865:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.605867:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866496:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078363.605869:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078363.605870:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078363.605871:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.605872:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078363.605874:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078363.605875:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.605879:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078363.605881:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078363.605884:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078363.605886:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866496, portal 10
00000100:00000001:3.0:1769078363.605888:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078363.605889:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:3.0:1769078363.605894:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605900:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078363.605902:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078363.605904:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078363.605906:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925866496, offset 0
00000400:00000200:3.0:1769078363.605910:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605914:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.605917:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078363.605920:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078363.605922:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078363.605925:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078363.605926:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.605929:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16479:16479:256:4294967295] 192.168.204.157@tcp LPNI seq info [16475:16475:8:4294967295]
00000400:00000200:3.0:1769078363.605933:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.605939:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078363.605944:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.605947:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078363.605951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078363.605953:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078363.605957:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078363.605960:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078363.605964:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.605966:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078363.605968:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078363.605972:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078363.605974:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078363.605976:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078363.605979:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078363.605982:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.605989:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.605996:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.605997:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078363.606000:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.606003:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078363.606007:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078363.606008:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299724313
00000100:00000001:3.0:1769078363.606011:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.606013:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299724313
00000100:00000001:3.0:1769078363.606015:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.606016:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078363.606019:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.606020:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078363.606024:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078363.606032:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078363.606034:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078363.606035:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078363.606037:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078363.606039:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078363.606040:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078363.606043:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078363.606063:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606069:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078363.606071:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606072:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.606074:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078363.606077:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606083:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078363.606086:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606092:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078363.606094:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.606097:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606099:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078363.606100:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078363.606103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078363.606106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078363.606108:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078363.606113:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078363.606121:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866496:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078363.606124:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078363.606127:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606131:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078363.606132:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.606134:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078363.606135:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.606136:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.606138:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866624:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078363.606140:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078363.606141:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078363.606142:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.606143:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078363.606145:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078363.606147:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078363.606149:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078363.606151:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078363.606153:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078363.606155:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866624, portal 4
00000100:00000001:3.0:1769078363.606156:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078363.606157:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078363.606161:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606165:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078363.606166:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078363.606167:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078363.606169:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925866624, offset 0
00000400:00000200:3.0:1769078363.606171:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078363.606174:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.606176:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078363.606178:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078363.606179:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078363.606181:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078363.606182:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078363.606184:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16480:16480:256:4294967295] 192.168.204.157@tcp LPNI seq info [16476:16476:8:4294967295]
00000400:00000200:3.0:1769078363.606187:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078363.606190:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078363.606193:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.606194:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
00000800:00000200:3.0:1769078363.606197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078363.606198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769078363.606201:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078363.606202:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769078363.606205:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078363.606206:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:3.0:1769078363.606208:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078363.606210:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078363.606212:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078363.606213:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078363.606214:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078363.606216:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606221:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.606223:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606229:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.606230:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078363.606233:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.606236:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078363.606239:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078363.606241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299724310
00000100:00000001:3.0:1769078363.606243:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.606245:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299724310
00000100:00000001:3.0:1769078363.606247:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299725568
00000100:00000001:3.0:1769078363.606249:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078363.606251:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.606252:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078363.606256:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078363.606264:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078363.606265:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078363.606266:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078363.606269:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078363.606270:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078363.606272:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078363.606276:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078363.606284:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606288:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078363.606289:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606290:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.606291:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078363.606293:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078363.606299:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606303:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078363.606305:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078363.606307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606308:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078363.606309:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078363.606310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078363.606312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078363.606313:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078363.606315:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078363.606319:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866624:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078363.606321:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606322:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.606324:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831500 x1855007925866368/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606328:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078363.606329:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078363.606330:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078363.606331:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078363.606332:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078363.606333:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078363.606334:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078363.606336:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078363.606337:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078363.606338:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078363.606339:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831500.
00000100:00000001:3.0:1769078363.606341:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078363.606342:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606343:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.606344:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925866496/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606352:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078363.606352:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078363.606353:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078363.606354:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078363.606355:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078363.606356:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078363.606357:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078363.606357:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078363.606358:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078363.606359:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078363.606360:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078363.606361:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078363.606362:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078363.606364:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925866624/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.606367:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078363.606367:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078363.606368:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078363.606369:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078363.606370:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078363.606370:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078363.606371:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078363.606372:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078363.606373:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078363.606374:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078363.606374:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078363.606375:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078363.606376:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606377:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.606379:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078363.606380:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.606381:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078363.606382:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078364.052660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078364.052667:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078364.052672:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078364.052675:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078364.052678:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078364.052680:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078364.052683:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078364.052685:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078364.052687:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078364.052689:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078364.052752:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078364.052756:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078364.052759:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078364.948631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299725568, at 4299725632
00000100:00000040:3.0:1769078364.948631:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299725568, at 4299725632
00000100:00000010:3.0:1769078364.948646:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00000100:00000010:2.0:1769078364.948648:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdc00.
00010000:00000001:3.0:1769078365.076670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078365.076677:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078365.076683:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078365.076684:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078365.076745:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078365.076749:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078365.076752:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078366.100630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078366.100637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078366.100642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078366.100643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078366.100660:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078366.100662:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078366.100664:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078367.124604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078367.124609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078367.124613:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078367.124614:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078367.124637:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078367.124641:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078367.124645:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078368.148584:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078368.148590:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078368.148593:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078368.148594:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078368.148630:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078368.148632:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078368.148635:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078368.724613:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078368.724621:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078368.724623:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078368.724625:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078368.724628:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078368.724634:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5056
00000400:00000200:1.0:1769078368.724641:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078368.724646:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078368.724648:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078368.724650:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724652:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078368.724654:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724655:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078368.724658:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078368.724660:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078368.724662:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078368.724664:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078368.724666:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078368.724669:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078368.724672:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078368.724675:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724677:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078368.724680:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078368.724682:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724685:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078368.724687:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078368.724690:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078368.724693:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.724695:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078368.724698:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078368.724706:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078368.724709:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078368.724713:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078368.724714:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.724717:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078368.724719:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078368.724722:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078368.724728:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078368.724733:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078368.724739:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078368.724746:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078368.724749:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078368.724752:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078368.724769:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078368.724772:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078368.724774:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078368.724775:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078368.724776:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078368.724778:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078368.724779:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5056
00000400:00000200:1.0:1769078368.724782:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078368.724784:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078368.724786:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078368.724787:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724789:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078368.724790:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724792:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078368.724794:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078368.724795:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078368.724796:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078368.724798:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078368.724799:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078368.724801:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078368.724803:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724804:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078368.724806:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078368.724806:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078368.724810:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078368.724811:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078368.724812:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078368.724814:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078368.724815:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078368.724818:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078368.724820:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078368.724823:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078368.724825:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078368.724830:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.724834:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078368.724837:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078368.724839:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078368.724840:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078368.724843:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.724845:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.724845:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078368.724849:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078368.724850:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
02000000:00000001:3.0:1769078368.724853:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078368.724854:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078368.724858:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078368.724859:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925866752:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078368.724863:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078368.724866:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.724867:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078368.724869:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.724871:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078368.724875:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769078368.724875:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769078368.724877:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078368.724878:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078368.724881:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.724886:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078368.724889:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000400:00000010:3.0:1769078368.724890:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078368.724895:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078368.724897:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078368.724904:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866752, portal 25
00000100:00100000:1.0:1769078368.724905:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078368.724907:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078368.724910:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00000001:1.0:1769078368.724916:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078368.724918:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078368.724919:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078368.724928:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078368.724929:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078368.724935:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078368.724938:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078368.724942:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925866752, offset 0
00000100:00000001:1.0:1769078368.724949:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.724950:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078368.724955:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078368.724970:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078368.724971:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078368.724972:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078368.724974:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078368.724974:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078368.724979:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5056
00000400:00000200:3.0:1769078368.724982:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078368.724986:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.724990:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078368.724991:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078368.724994:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078368.724996:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:1.0:1769078368.724999:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725003:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078368.725003:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078368.725008:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078368.725009:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725013:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078368.725016:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16481:16481:256:4294967295] 192.168.204.157@tcp LPNI seq info [16477:16477:8:4294967295]
00000020:00000001:1.0:1769078368.725017:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078368.725019:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078368.725023:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078368.725026:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078368.725026:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:1.0:1769078368.725030:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078368.725032:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078368.725036:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725040:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078368.725043:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078368.725044:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725049:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078368.725051:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:3.0:1769078368.725054:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078368.725056:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725059:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078368.725060:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260200.
02000000:00000001:1.0:1769078368.725061:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078368.725065:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078368.725067:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725069:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769078368.725070:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:1.0:1769078368.725072:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1769078368.725076:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00000001:1.0:1769078368.725077:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725081:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078368.725085:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078368.725086:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078368.725088:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078368.725088:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725090:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078368.725091:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078368.725092:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078368.725093:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725097:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078368.725098:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:3.0:1769078368.725101:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299730688
00000100:00000001:1.0:1769078368.725102:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078368.725107:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd300.
00000100:00100000:1.0:1769078368.725109:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078368.725115:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078368.725116:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078368.725120:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725123:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299730688
00000100:00000040:1.0:1769078368.725124:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078368.725128:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd360.
00000100:00000001:3.0:1769078368.725133:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078368.725134:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078368.725136:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078368.725139:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078368.725142:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078368.725142:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078368.725145:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078368.725146:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725148:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078368.725151:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5056
00000100:00000001:3.0:1769078368.725151:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725155:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769078368.725159:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078368.725163:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078368.725164:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769078368.725165:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078368.725167:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1769078368.725169:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078368.725171:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078368.725172:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078368.725175:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078368.725176:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078368.725177:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078368.725179:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078368.725181:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078368.725182:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078368.725184:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078368.725184:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078368.725187:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078368.725191:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078368.725196:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078368.725197:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769078368.725200:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078368.725200:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725204:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078368.725205:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078368.725207:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078368.725208:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078368.725212:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725213:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078368.725217:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00100000:3.0:1769078368.725218:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866880:192.168.204.157@tcp:38:kworker.0
00000100:00080000:1.0:1769078368.725222:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078368.725224:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078368.725225:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725227:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078368.725228:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078368.725230:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078368.725232:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078368.725233:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078368.725235:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725237:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:3.0:1769078368.725238:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
00000008:00100000:1.0:1769078368.725239:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1769078368.725241:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078368.725242:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725245:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078368.725248:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078368.725250:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:1.0:1769078368.725252:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078368.725254:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925866880, portal 10
00000100:00000001:3.0:1769078368.725256:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078368.725257:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000010:1.0:1769078368.725259:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078368.725261:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078368.725264:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078368.725266:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078368.725268:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769078368.725268:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078368.725272:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078368.725274:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078368.725279:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:3.0:1769078368.725280:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078368.725283:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078368.725284:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078368.725289:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9550.
00000100:00100000:1.0:1769078368.725291:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078368.725292:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925866880, offset 0
00000400:00000200:3.0:1769078368.725301:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078368.725306:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078368.725307:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078368.725310:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725313:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078368.725316:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078368.725318:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078368.725324:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078368.725329:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078368.725332:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725333:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:1.0:1769078368.725337:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078368.725338:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16482:16482:255:4294967295] 192.168.204.157@tcp LPNI seq info [16478:16478:7:4294967295]
00000100:00000040:1.0:1769078368.725341:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078368.725344:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5067)
00000400:00000200:3.0:1769078368.725350:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.725355:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078368.725359:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078368.725362:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260500.
00000800:00000200:3.0:1769078368.725365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078368.725367:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078368.725368:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078368.725371:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078368.725373:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078368.725374:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299729423
00000100:00000001:3.0:1769078368.725376:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725378:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299729423
00000100:00000001:3.0:1769078368.725380:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725382:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078368.725384:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725386:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078368.725389:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078368.725396:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078368.725397:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725399:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078368.725400:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078368.725402:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078368.725404:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867008:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078368.725407:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078368.725408:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078368.725410:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725411:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078368.725414:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078368.725415:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725418:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078368.725421:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078368.725424:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078368.725426:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867008, portal 10
00000100:00000001:3.0:1769078368.725427:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078368.725428:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078368.725433:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078368.725439:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078368.725441:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078368.725443:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9660.
00000100:00000200:3.0:1769078368.725446:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925867008, offset 0
00000400:00000200:3.0:1769078368.725449:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078368.725453:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.725456:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078368.725458:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078368.725460:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078368.725463:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078368.725465:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078368.725468:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16483:16483:254:4294967295] 192.168.204.157@tcp LPNI seq info [16479:16479:6:4294967295]
00000400:00000200:3.0:1769078368.725471:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.725477:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078368.725488:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078368.725492:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260900.
00000800:00000200:3.0:1769078368.725494:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078368.725497:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078368.725500:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078368.725502:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078368.725505:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078368.725507:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299729432
00000100:00000001:3.0:1769078368.725509:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299729432
00000100:00000001:3.0:1769078368.725513:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725515:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078368.725516:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725518:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725520:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078368.725547:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078368.725549:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078368.725551:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078368.725553:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078368.725554:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078368.725558:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078368.725563:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078368.725564:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725566:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078368.725567:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078368.725568:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078368.725570:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867136:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078368.725572:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078368.725573:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078368.725574:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078368.725575:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078368.725578:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078368.725580:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078368.725584:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078368.725587:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6738.
00000400:00000010:3.0:1769078368.725590:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9440.
00000100:00000200:3.0:1769078368.725592:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867136, portal 4
00000100:00000001:3.0:1769078368.725594:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078368.725595:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078368.725600:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078368.725606:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078368.725608:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078368.725610:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9330.
00000100:00000200:3.0:1769078368.725612:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925867136, offset 0
00000400:00000200:3.0:1769078368.725616:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078368.725619:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.725622:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078368.725624:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078368.725627:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078368.725629:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078368.725631:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078368.725634:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16484:16484:253:4294967295] 192.168.204.157@tcp LPNI seq info [16480:16480:5:4294967295]
00000400:00000200:3.0:1769078368.725638:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078368.725643:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078368.725647:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078368.725650:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078368.725654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078368.725657:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078368.725660:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078368.725662:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078368.725665:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078368.725667:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299729430
00000100:00000001:3.0:1769078368.725669:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725671:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299729430
00000100:00000001:3.0:1769078368.725672:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299730688
00000100:00000001:3.0:1769078368.725674:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078368.725676:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725678:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725680:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078368.725683:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078368.725684:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078368.725686:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078368.725687:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078368.725688:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078368.725690:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078369.172647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078369.172655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078369.172660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078369.172662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078369.172734:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078369.172738:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078369.172741:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078370.068638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299730688, at 4299730752
00000100:00000040:3.0:1769078370.068638:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299730688, at 4299730752
00000100:00000010:3.0:1769078370.068653:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000100:00000010:2.0:1769078370.068656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd300.
00010000:00000001:3.0:1769078370.196623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078370.196629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078370.196635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078370.196637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078370.196657:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078370.196660:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078370.196663:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078371.220641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078371.220650:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078371.220652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078371.220655:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078371.220660:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078371.220662:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078371.220664:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078371.220666:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078371.220670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078371.220671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078371.220741:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078371.220748:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078371.220752:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078371.796759:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078371.796795:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078371.796807:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078371.796812:0:2399:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078371.796820:0:2399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078371.796824:0:2399:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078371.796829:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078371.796833:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260200.
00000400:00000200:2.0:1769078371.796840:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078371.796846:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078371.796852:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:2.0:1769078371.796855:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:2.0:1769078371.796861:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078371.796869:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.796895:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078371.796900:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.796923:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.796925:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078371.796934:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078371.796937:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260500.
00000400:00000200:2.0:1769078371.796939:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078371.796943:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078371.796946:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:2.0:1769078371.796947:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:2.0:1769078371.796950:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078371.796953:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.796961:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078371.796964:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.796969:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.796970:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078371.796974:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078371.796976:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260900.
00000400:00000200:2.0:1769078371.796978:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078371.796981:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078371.796983:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:2.0:1769078371.796985:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:2.0:1769078371.796987:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078371.796990:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.796997:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078371.796999:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.797005:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.797007:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078371.797011:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078371.797013:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078371.797015:0:2399:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078371.797018:0:2399:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078371.797021:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9330
00000400:00000010:2.0:1769078371.797023:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9330.
00000100:00000001:2.0:1769078371.797024:0:2399:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078371.797028:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.797034:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078371.797036:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078371.797041:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078371.797043:0:2399:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078371.797250:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078371.797254:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078371.797257:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.797264:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078371]  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.797275:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.797277:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.797280:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078371.797284:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9440
00000400:00000010:3.0:1769078371.797285:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9440.
00000100:00000001:3.0:1769078371.797288:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.797291:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.797301:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797308:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.797310:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797313:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797315:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.797324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797336:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.797340:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797347:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.797350:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797352:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797353:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797355:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.797357:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.797361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.797365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078371.797368:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.797372:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.797379:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867136:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078371.797383:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.797453:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078371]  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.797463:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.797464:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.797466:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078371.797468:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078371.797470:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078371.797472:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.797476:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.797488:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797495:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.797496:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797498:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797499:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.797503:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797509:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.797513:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797519:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.797557:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797560:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797561:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.797563:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.797566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.797569:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078371.797571:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.797574:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.797581:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925866880:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.797586:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.797589:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078371]  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.797601:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.797602:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.797604:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078371.797606:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078371.797608:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078371.797610:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.797612:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.797619:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797624:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.797626:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797627:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797628:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.797631:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797638:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.797641:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797647:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.797649:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797651:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797652:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797653:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.797655:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.797657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.797661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078371.797675:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.797679:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.797686:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867008:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078371.797690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078371.797693:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078371]  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078371.797700:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078371.797701:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078371.797703:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078371.797706:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078371.797707:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078371.797710:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078371.797713:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078371.797720:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797726:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078371.797728:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797729:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797731:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078371.797734:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797740:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078371.797744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797750:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078371.797753:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797754:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078371.797755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797756:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078371.797757:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078371.797759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078371.797761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078371.797763:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078371.797765:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078371.797770:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925866752:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078371.797772:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797773:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.797775:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925867136/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797779:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.797781:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.797785:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078371.797787:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.797789:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.797790:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078371.797792:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.797794:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078371.797796:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.797798:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.797799:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078371.797802:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.797802:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797804:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.797806:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925866880/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797812:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.797813:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.797814:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078371.797817:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.797818:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.797819:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078371.797821:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.797822:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078371.797824:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.797825:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.797827:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:3.0:1769078371.797829:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.797831:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797832:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.797838:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925867008/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797843:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.797844:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.797845:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078371.797847:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.797848:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.797849:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078371.797851:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.797852:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078371.797854:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.797855:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.797856:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078371.797858:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.797859:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797861:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078371.797863:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925866752/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078371.797868:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078371.797870:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078371.797871:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078371.797873:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078371.797874:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078371.797875:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078371.797877:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078371.797879:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078371.797881:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078371.797882:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078371.797883:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078371.797885:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078371.797886:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797888:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078371.797897:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078371.797899:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078371.797901:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078371.797903:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078372.244574:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078372.244579:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078372.244583:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078372.244584:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078372.244633:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078372.244636:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078372.244638:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078373.268596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078373.268602:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078373.268608:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078373.268610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078373.268674:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078373.268678:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078373.268682:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078373.845396:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078373.845417:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078373.845420:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078373.845425:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078373.845431:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078373.845442:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5062
00000400:00000200:0.0:1769078373.845454:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078373.845461:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078373.845465:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078373.845470:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845473:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845476:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845479:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078373.845484:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078373.845486:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078373.845489:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078373.845491:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078373.845494:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078373.845496:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078373.845499:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845503:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845505:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845508:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078373.845512:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078373.845516:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845520:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.845569:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078373.845574:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078373.845577:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845580:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078373.845583:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078373.845592:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78e00.
00000020:00000040:0.0:1769078373.845597:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078373.845606:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078373.845609:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845613:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078373.845617:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078373.845623:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078373.845636:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078373.845644:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.845654:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078373.845666:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078373.845672:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078373.845678:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661664ff] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078373.845701:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078373.845705:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078373.845708:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078373.845710:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078373.845711:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078373.845714:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078373.845716:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5062
00000400:00000200:0.0:1769078373.845722:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078373.845725:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078373.845727:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078373.845731:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845733:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845734:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845736:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078373.845738:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078373.845740:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078373.845741:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078373.845743:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078373.845745:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078373.845746:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078373.845749:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845750:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845752:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845754:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078373.845756:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078373.845758:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845761:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.845762:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078373.845769:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078373.845771:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845772:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078373.845777:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078373.845780:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845782:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078373.845786:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b800.
00000020:00000040:0.0:1769078373.845788:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078373.845790:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078373.845792:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845794:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078373.845795:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078373.845796:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078373.845800:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078373.845804:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.845809:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078373.845816:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078373.845818:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078373.845821:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9b4bf9c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078373.845828:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078373.845830:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078373.845833:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078373.845834:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078373.845835:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078373.845837:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078373.845840:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5062
00000400:00000200:0.0:1769078373.845844:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078373.845847:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078373.845849:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078373.845851:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845853:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845855:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845856:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078373.845858:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078373.845859:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078373.845861:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078373.845863:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078373.845865:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078373.845867:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078373.845870:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845891:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.845894:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845896:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078373.845898:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078373.845901:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078373.845904:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.845906:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078373.845909:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078373.845911:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845914:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078373.845917:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078373.845919:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845921:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078373.845924:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79880.
00000020:00000040:0.0:1769078373.845926:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078373.845929:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078373.845931:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.845932:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078373.845934:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078373.845936:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078373.845939:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078373.845942:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.845946:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078373.845952:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078373.845955:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078373.845958:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d41a22f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078373.845967:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078373.845970:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078373.845974:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078373.845976:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078373.845978:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078373.845981:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078373.845984:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5062
00000400:00000200:0.0:1769078373.845988:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078373.845991:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078373.845994:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078373.845998:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.846001:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.846003:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.846005:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078373.846008:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078373.846009:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078373.846010:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078373.846015:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078373.846018:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078373.846018:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078373.846024:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078373.846024:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078373.846029:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078373.846036:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078373.846036:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078373.846042:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078373.846046:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078373.846051:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078373.846053:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078373.846056:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078373.846058:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078373.846063:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078373.846065:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078373.846067:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.846071:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078373.846071:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078373.846076:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078373.846076:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.846082:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078373.846084:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925867264:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769078373.846086:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078373.846090:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078373.846093:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769078373.846095:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078373.846099:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.846099:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769078373.846103:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7aa00.
02000000:00000001:3.0:1769078373.846104:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078373.846109:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078373.846109:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078373.846114:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078373.846116:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078373.846117:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
00000100:00000001:0.0:1769078373.846119:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078373.846122:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078373.846123:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078373.846126:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078373.846131:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b800.
00000400:00000200:3.0:1769078373.846134:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078373.846137:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078373.846141:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00100000:0.0:1769078373.846145:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078373.846151:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:0.0:1769078373.846154:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078373.846158:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078373.846162:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8733b9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078373.846162:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867264, portal 25
00000100:00000001:3.0:1769078373.846168:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078373.846171:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074612736 : -125582634938880 : ffff8dc883a78e00)
00000100:00000001:0.0:1769078373.846180:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078373.846183:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078373.846184:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078373.846193:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078373.846200:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078373.846202:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5072)
00000100:00000040:3.0:1769078373.846207:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078373.846211:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078373.846215:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925867264, offset 0
00000400:00000200:3.0:1769078373.846223:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846231:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846238:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078373.846244:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078373.846249:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078373.846253:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078373.846256:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846260:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16485:16485:256:4294967295] 192.168.204.157@tcp LPNI seq info [16481:16481:8:4294967295]
00000400:00000200:3.0:1769078373.846264:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846274:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078373.846280:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846285:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078373.846293:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078373.846296:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078373.846301:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078373.846304:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078373.846308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846312:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078373.846316:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078373.846322:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078373.846327:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078373.846331:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078373.846337:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078373.846341:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846350:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.846354:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846362:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846364:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078373.846371:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078373.846376:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078373.846379:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299735809
00000100:00000010:3.0:1769078373.846384:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd360.
00000100:00000001:3.0:1769078373.846394:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078373.846399:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299735809
00000100:00000010:3.0:1769078373.846402:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd4e0.
00000100:00000001:3.0:1769078373.846405:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078373.846408:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078373.846411:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846413:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078373.846417:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078373.846427:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078373.846429:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078373.846431:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078373.846434:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078373.846435:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078373.846438:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078373.846442:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078373.846450:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846459:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078373.846461:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846463:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.846465:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078373.846468:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846474:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078373.846477:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846483:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078373.846486:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846488:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.846489:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846491:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078373.846493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078373.846496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078373.846501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078373.846503:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078373.846506:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078373.846514:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925867264:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078373.846518:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078373.846521:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846552:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078373.846553:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.846555:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078373.846557:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078373.846559:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078373.846562:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078373.846565:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078373.846566:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078373.846568:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.846570:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078373.846574:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078373.846575:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078373.846579:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078373.846582:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078373.846585:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078373.846588:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867392, portal 10
00000100:00000001:3.0:1769078373.846590:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078373.846591:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074623488 : -125582634928128 : ffff8dc883a7b800)
00000100:00000040:3.0:1769078373.846596:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846601:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078373.846603:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078373.846605:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078373.846608:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925867392, offset 0
00000400:00000200:3.0:1769078373.846611:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846614:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846618:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078373.846620:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078373.846622:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078373.846624:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078373.846626:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846629:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16486:16486:256:4294967295] 192.168.204.157@tcp LPNI seq info [16482:16482:8:4294967295]
00000400:00000200:3.0:1769078373.846632:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846637:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078373.846641:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846644:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078373.846647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078373.846650:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078373.846653:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078373.846656:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078373.846659:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846661:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078373.846663:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078373.846666:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078373.846669:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078373.846670:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078373.846672:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078373.846676:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846684:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.846687:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846693:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846694:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078373.846697:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078373.846701:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078373.846704:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078373.846706:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299734545
00000100:00000001:3.0:1769078373.846708:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.846710:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299734545
00000100:00000001:3.0:1769078373.846712:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.846713:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078373.846715:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846717:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078373.846720:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078373.846731:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078373.846732:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078373.846734:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078373.846736:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078373.846737:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078373.846739:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078373.846741:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078373.846748:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846754:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078373.846755:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.846758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078373.846762:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846768:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078373.846771:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846777:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078373.846780:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846781:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.846782:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.846784:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078373.846785:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078373.846788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078373.846791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078373.846793:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078373.846796:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078373.846803:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078373.846806:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078373.846809:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846815:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078373.846816:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.846818:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078373.846819:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078373.846821:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078373.846823:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867520:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078373.846826:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078373.846828:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078373.846829:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.846830:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078373.846833:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078373.846835:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078373.846838:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078373.846840:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078373.846843:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078373.846846:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867520, portal 10
00000100:00000001:3.0:1769078373.846848:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078373.846849:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074615424 : -125582634936192 : ffff8dc883a79880)
00000100:00000040:3.0:1769078373.846854:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846860:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078373.846862:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078373.846863:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078373.846865:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925867520, offset 0
00000400:00000200:3.0:1769078373.846870:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846886:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846889:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078373.846892:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078373.846894:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078373.846897:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078373.846899:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078373.846901:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16487:16487:256:4294967295] 192.168.204.157@tcp LPNI seq info [16483:16483:8:4294967295]
00000400:00000200:3.0:1769078373.846904:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.846909:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078373.846913:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846915:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078373.846918:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078373.846920:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078373.846924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078373.846926:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078373.846929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.846931:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078373.846933:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078373.846936:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078373.846939:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078373.846941:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078373.846943:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078373.846946:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.846955:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.846960:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846961:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078373.846964:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078373.846966:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078373.846969:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078373.846971:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299734554
00000100:00000001:3.0:1769078373.846973:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.846975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299734554
00000100:00000001:3.0:1769078373.846977:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.846979:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078373.846980:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.846982:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078373.846985:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078373.846992:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078373.846994:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078373.846995:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078373.846997:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078373.846999:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078373.847000:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078373.847003:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078373.847011:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847017:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078373.847018:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847020:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.847022:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078373.847025:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847031:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078373.847035:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847041:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078373.847044:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847045:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.847047:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847048:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078373.847049:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078373.847052:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078373.847056:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078373.847058:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078373.847062:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078373.847069:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867520:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078373.847073:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847075:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.847078:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78e00 x1855007925867264/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847085:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078373.847088:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078373.847090:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078373.847093:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078373.847095:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078373.847096:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078373.847098:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078373.847101:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:3.0:1769078373.847104:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078373.847106:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078373.847108:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78e00.
00000100:00000001:3.0:1769078373.847111:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078373.847112:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847114:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.847117:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b800 x1855007925867392/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847129:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078373.847130:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078373.847132:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078373.847134:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078373.847135:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078373.847136:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078373.847138:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078373.847139:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:3.0:1769078373.847141:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078373.847142:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078373.847143:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b800.
00000100:00000001:3.0:1769078373.847146:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078373.847147:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847149:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.847152:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79880 x1855007925867520/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847158:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078373.847159:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078373.847160:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078373.847163:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078373.847164:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078373.847165:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078373.847166:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078373.847168:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:3.0:1769078373.847169:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078373.847171:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078373.847172:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79880.
00000100:00000001:3.0:1769078373.847174:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078373.847175:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847177:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847186:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078373.847188:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.847191:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078373.847192:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078373.847194:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078373.847198:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847205:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078373.847206:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.847208:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078373.847210:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078373.847212:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078373.847215:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867648:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078373.847219:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078373.847221:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078373.847222:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078373.847224:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078373.847227:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078373.847229:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078373.847232:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078373.847235:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078373.847239:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078373.847249:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867648, portal 4
00000100:00000001:3.0:1769078373.847251:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078373.847252:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619904 : -125582634931712 : ffff8dc883a7aa00)
00000100:00000040:3.0:1769078373.847263:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847270:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078373.847272:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078373.847275:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078373.847278:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925867648, offset 0
00000400:00000200:3.0:1769078373.847282:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078373.847286:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.847289:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078373.847291:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078373.847293:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078373.847295:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078373.847297:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078373.847301:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16488:16488:256:4294967295] 192.168.204.157@tcp LPNI seq info [16484:16484:8:4294967295]
00000400:00000200:3.0:1769078373.847304:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078373.847310:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078373.847314:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.847317:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078373.847320:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078373.847322:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078373.847325:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078373.847328:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078373.847331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078373.847333:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078373.847336:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078373.847339:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078373.847342:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078373.847343:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078373.847345:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078373.847348:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847356:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.847358:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847364:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.847365:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078373.847368:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078373.847370:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078373.847373:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078373.847375:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299734551
00000100:00000001:3.0:1769078373.847378:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.847380:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299734551
00000100:00000001:3.0:1769078373.847382:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299735809
00000100:00000001:3.0:1769078373.847384:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078373.847386:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.847388:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078373.847391:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078373.847398:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078373.847399:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078373.847401:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078373.847403:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078373.847404:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078373.847406:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078373.847409:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078373.847416:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847423:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078373.847424:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.847427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078373.847430:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847436:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078373.847439:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847446:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078373.847448:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847449:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078373.847451:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847452:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078373.847454:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078373.847457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078373.847460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078373.847462:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078373.847466:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078373.847474:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867648:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078373.847477:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847479:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078373.847482:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7aa00 x1855007925867648/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078373.847488:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078373.847490:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078373.847491:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078373.847494:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078373.847495:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078373.847496:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078373.847498:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078373.847500:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b800.
02000000:00000001:3.0:1769078373.847503:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078373.847504:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078373.847505:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7aa00.
00000100:00000001:3.0:1769078373.847508:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078373.847509:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847511:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078373.847514:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078373.847515:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078373.847517:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078373.847518:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078374.293289:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078374.293298:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078374.293305:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078374.293310:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078374.293312:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078374.293315:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078374.293319:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078374.293322:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078374.293324:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078374.293327:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078374.293353:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078374.293356:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078374.293359:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078375.060690:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:1.0:1769078375.060699:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:1.0:1769078375.060705:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769078375.060960:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078375.060967:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078375.060983:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078375.060990:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078375.060994:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078375.188642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299735809, at 4299735872
00000100:00000010:2.0:1769078375.188656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd360.
00000100:00000040:3.0:1769078375.188771:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299735809, at 4299735872
00000100:00000010:3.0:1769078375.188776:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00010000:00000001:3.0:1769078375.316616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078375.316621:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078375.316624:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078375.316625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078375.316696:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078375.316701:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078375.316705:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078376.340611:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078376.340615:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078376.340619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078376.340620:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078376.340670:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078376.340673:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078376.340676:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078377.364609:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078377.364617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078377.364624:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078377.364626:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078377.364705:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078377.367914:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078377.367919:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078378.388673:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078378.388682:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078378.388689:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078378.388691:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078378.388720:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078378.388723:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078378.388726:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078378.964685:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078378.964700:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078378.964704:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.964709:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.964715:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078378.964724:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5067
00000400:00000200:1.0:1769078378.964734:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078378.964741:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.964744:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.964746:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964749:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.964751:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964752:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078378.964756:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.964758:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078378.964761:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.964763:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078378.964764:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078378.964766:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078378.964768:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964769:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.964770:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964771:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078378.964774:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078378.964776:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964777:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.964780:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078378.964783:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078378.964799:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.964801:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078378.964803:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078378.964814:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078378.964817:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078378.964820:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.964821:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.964824:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.964827:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078378.964831:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078378.964838:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078378.964845:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078378.964852:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078378.964863:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078378.964867:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.964870:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078378.964888:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078378.964890:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078378.964893:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078378.964894:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.964896:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.964897:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078378.964899:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5067
00000400:00000200:1.0:1769078378.964901:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078378.964903:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.964905:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.964907:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964908:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.964909:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964911:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078378.964912:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.964918:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078378.964919:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.964920:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078378.964922:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078378.964923:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078378.964925:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964926:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.964928:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964929:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078378.964930:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078378.964932:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078378.964934:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.964935:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078378.964939:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078378.964940:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.964942:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078378.964945:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078378.964947:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.964949:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078378.964952:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078378.964953:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078378.964955:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.964957:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.964958:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.964959:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078378.964960:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.964962:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1769078378.964963:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078378.964967:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.964968:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1769078378.964972:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078378.964973:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078378.964980:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078378.964982:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078378.964983:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.964989:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965002:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078378.965004:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.965005:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078378.965008:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078378.965010:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078378.965012:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078378.965014:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078378.965015:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078378.965016:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.965021:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078378.965022:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078378.965023:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5067
00000400:00000200:1.0:1769078378.965028:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078378.965031:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00100000:3.0:1769078378.965031:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925867776:192.168.204.157@tcp:250:kworker.0
00000100:00080000:1.0:1769078378.965034:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.965039:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965041:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078378.965041:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078378.965045:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965047:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078378.965049:0:37680:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1769078378.965049:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078378.965050:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078378.965052:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.965054:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
02000000:00000001:3.0:1769078378.965054:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078378.965056:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078378.965058:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078378.965059:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965060:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.965061:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965063:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078378.965068:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
02000000:00000001:3.0:1769078378.965069:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078378.965071:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965076:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.965077:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078378.965079:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769078378.965080:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078378.965083:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.965085:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.965089:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078378.965092:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078378.965093:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00000001:1.0:1769078378.965097:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078378.965100:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078378.965101:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078378.965108:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000400:00000010:3.0:1769078378.965110:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000020:00000040:1.0:1769078378.965112:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078378.965116:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.965118:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078378.965119:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867776, portal 25
00000100:00000001:1.0:1769078378.965120:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.965124:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078378.965124:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078378.965127:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
02000000:00000001:1.0:1769078378.965128:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078378.965134:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078378.965136:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078378.965142:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965145:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1769078378.965148:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078378.965150:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078378.965155:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000001:1.0:1769078378.965158:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078378.965160:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925867776, offset 0
00000100:00000001:1.0:1769078378.965162:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.965167:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078378.965169:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965178:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078378.965182:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078378.965183:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078378.965188:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1769078378.965190:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078378.965191:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.965195:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078378.965197:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078378.965199:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078378.965203:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00080000:1.0:1769078378.965206:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5067
00000400:00000200:3.0:1769078378.965209:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078378.965213:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078378.965216:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.965220:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16489:16489:256:4294967295] 192.168.204.157@tcp LPNI seq info [16485:16485:8:4294967295]
00000400:00000200:1.0:1769078378.965225:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078378.965227:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078378.965231:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.965235:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965238:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.965242:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078378.965244:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078378.965245:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078378.965249:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.965252:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078378.965254:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1769078378.965255:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000040:1.0:1769078378.965257:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078378.965262:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078378.965264:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000010:3.0:1769078378.965266:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000100:00000040:1.0:1769078378.965268:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965272:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.965274:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965277:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078378.965279:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:1.0:1769078378.965281:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000800:00000200:3.0:1769078378.965285:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1769078378.965288:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078378.965294:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078378.965298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078378.965302:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1769078378.965306:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1769078378.965308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078378.965311:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1769078378.965313:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
02000000:00000001:1.0:1769078378.965315:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.965318:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078378.965321:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1769078378.965322:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078378.965327:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078378.965328:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078378.965333:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000100:00000001:1.0:1769078378.965336:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078378.965337:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078378.965344:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1769078378.965345:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000100:00000200:3.0:1769078378.965348:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078378.965351:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078378.965357:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.965360:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078378.965363:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.965367:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769078378.965368:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078378.965371:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078378.965377:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078378.965380:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965386:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965390:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769078378.965391:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078378.965395:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.965403:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078378.965404:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078378.965408:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299740928
00000100:00000040:1.0:1769078378.965416:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078378.965420:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd4e0.
00000100:00000001:1.0:1769078378.965429:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965432:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078378.965433:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078378.965439:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078378.965443:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299740928
00000100:00000040:1.0:1769078378.965445:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5077)
00000100:00000010:3.0:1769078378.965448:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd8a0.
00000100:00000001:3.0:1769078378.965461:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078378.965464:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078378.965466:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965469:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078378.965473:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078378.965483:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078378.965486:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078378.965488:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078378.965490:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078378.965492:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078378.965495:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078378.965499:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078378.965507:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965514:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078378.965516:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965518:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.965521:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078378.965548:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965553:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078378.965556:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965561:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078378.965563:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965564:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.965565:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965567:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078378.965569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078378.965571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078378.965574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078378.965576:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078378.965579:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078378.965584:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925867776:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078378.965588:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965589:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.965591:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925867776/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965595:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078378.965597:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078378.965599:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078378.965601:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078378.965603:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078378.965604:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078378.965606:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078378.965608:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078378.965612:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078378.965614:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078378.965616:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078378.965618:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078378.965619:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965621:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965628:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078378.965629:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965631:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078378.965632:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078378.965633:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078378.965635:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965639:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078378.965640:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.965642:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078378.965643:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078378.965645:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078378.965647:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078378.965649:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078378.965650:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078378.965652:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.965653:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078378.965655:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078378.965656:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078378.965659:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078378.965661:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078378.965663:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078378.965666:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925867904, portal 10
00000100:00000001:3.0:1769078378.965667:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078378.965668:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00000040:3.0:1769078378.965672:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965676:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078378.965678:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078378.965679:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078378.965680:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925867904, offset 0
00000400:00000200:3.0:1769078378.965683:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078378.965686:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.965688:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078378.965690:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078378.965692:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078378.965694:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078378.965696:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078378.965697:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16490:16490:256:4294967295] 192.168.204.157@tcp LPNI seq info [16486:16486:8:4294967295]
00000400:00000200:3.0:1769078378.965700:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.965704:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078378.965706:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.965709:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078378.965711:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078378.965713:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078378.965716:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078378.965718:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078378.965720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.965722:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078378.965723:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078378.965732:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078378.965735:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078378.965736:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078378.965737:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078378.965739:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965746:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.965749:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965755:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965757:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078378.965760:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078378.965764:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078378.965767:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078378.965769:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299739664
00000100:00000001:3.0:1769078378.965772:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.965774:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299739664
00000100:00000001:3.0:1769078378.965777:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.965779:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078378.965781:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.965783:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078378.965798:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078378.965813:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078378.965814:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078378.965815:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078378.965817:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078378.965818:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078378.965819:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078378.965822:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078378.965831:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965837:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078378.965838:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965840:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.965841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078378.965844:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965851:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078378.965855:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965862:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078378.965865:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965867:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.965868:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.965870:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078378.965871:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078378.965874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078378.965877:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078378.965879:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078378.965882:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078378.965937:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925867904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078378.965940:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078378.965943:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965947:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078378.965948:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.965949:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078378.965951:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078378.965952:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078378.965953:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868032:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078378.965956:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078378.965957:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078378.965958:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.965959:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078378.965962:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078378.965963:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078378.965966:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078378.965968:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078378.965970:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078378.965972:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868032, portal 10
00000100:00000001:3.0:1769078378.965973:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078378.965974:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078378.965978:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.965982:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078378.965984:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078378.965985:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078378.965986:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925868032, offset 0
00000400:00000200:3.0:1769078378.965990:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078378.965992:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.965994:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078378.965996:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078378.965998:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078378.966000:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078378.966001:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078378.966003:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16491:16491:256:4294967295] 192.168.204.157@tcp LPNI seq info [16487:16487:8:4294967295]
00000400:00000200:3.0:1769078378.966006:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.966010:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078378.966012:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.966015:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078378.966019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078378.966021:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078378.966025:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078378.966028:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078378.966032:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.966034:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078378.966037:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078378.966040:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078378.966043:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078378.966045:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078378.966047:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078378.966050:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966058:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.966062:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966068:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.966070:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078378.966073:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078378.966075:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078378.966077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078378.966079:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299739673
00000100:00000001:3.0:1769078378.966081:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.966082:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299739673
00000100:00000001:3.0:1769078378.966084:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.966085:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078378.966086:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.966087:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078378.966089:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078378.966094:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078378.966095:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078378.966097:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078378.966098:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078378.966099:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078378.966100:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078378.966102:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078378.966107:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966110:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078378.966111:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966112:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.966113:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078378.966114:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966118:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078378.966121:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966128:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078378.966131:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966132:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.966133:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966134:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078378.966135:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078378.966138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078378.966141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078378.966142:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078378.966145:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078378.966150:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868032:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078378.966152:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078378.966154:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966158:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078378.966158:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.966160:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078378.966161:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078378.966163:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078378.966164:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868160:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078378.966166:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078378.966167:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078378.966168:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078378.966169:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078378.966171:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078378.966172:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078378.966175:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078378.966177:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078378.966179:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078378.966181:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868160, portal 4
00000100:00000001:3.0:1769078378.966183:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078378.966183:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078378.966187:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966191:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078378.966192:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078378.966194:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078378.966195:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925868160, offset 0
00000400:00000200:3.0:1769078378.966198:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078378.966200:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.966202:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078378.966204:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078378.966206:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078378.966208:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078378.966209:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078378.966211:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16492:16492:256:4294967295] 192.168.204.157@tcp LPNI seq info [16488:16488:8:4294967295]
00000400:00000200:3.0:1769078378.966213:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078378.966217:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078378.966219:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.966221:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078378.966223:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078378.966225:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078378.966228:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078378.966229:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078378.966231:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078378.966233:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078378.966235:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078378.966237:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078378.966238:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078378.966239:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078378.966241:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078378.966243:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966252:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.966253:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966259:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.966260:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078378.966262:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078378.966265:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078378.966268:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078378.966270:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299739670
00000100:00000001:3.0:1769078378.966273:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.966275:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299739670
00000100:00000001:3.0:1769078378.966277:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299740928
00000100:00000001:3.0:1769078378.966279:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078378.966281:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.966283:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078378.966287:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078378.966295:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078378.966296:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078378.966298:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078378.966300:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078378.966302:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078378.966304:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078378.966307:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078378.966314:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966318:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078378.966320:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966321:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.966322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078378.966324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966328:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078378.966330:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966335:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078378.966336:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966337:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078378.966337:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966338:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078378.966339:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078378.966341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078378.966342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078378.966343:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078378.966345:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078378.966349:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868160:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078378.966351:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966352:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.966354:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925867904/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966358:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078378.966359:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078378.966361:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078378.966362:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078378.966364:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078378.966365:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078378.966366:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078378.966367:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078378.966369:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078378.966370:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078378.966371:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078378.966373:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078378.966373:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966375:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.966376:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925868032/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966380:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078378.966381:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078378.966382:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078378.966383:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078378.966383:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078378.966384:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078378.966385:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078378.966386:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078378.966387:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078378.966388:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078378.966388:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078378.966390:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078378.966390:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966391:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078378.966392:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925868160/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078378.966396:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078378.966397:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078378.966398:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078378.966438:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078378.966456:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078378.966457:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078378.966458:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078378.966459:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078378.966460:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078378.966462:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078378.966463:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078378.966464:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078378.966466:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966467:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078378.966469:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078378.966471:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078378.966472:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078378.966473:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078379.412649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078379.412656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078379.412662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078379.412663:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078379.412811:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078379.412815:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078379.412818:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078380.308584:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299740928, at 4299740992
00000100:00000010:2.0:1769078380.308597:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd4e0.
00000100:00000040:3.0:1769078380.308649:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299740928, at 4299740992
00000100:00000010:3.0:1769078380.308671:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00010000:00000001:3.0:1769078380.436646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078380.436652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078380.436690:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078380.436692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078380.436750:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078380.436754:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078380.436757:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078381.460630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078381.460637:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078381.460639:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078381.460641:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078381.460644:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078381.460646:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078381.460647:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078381.460649:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078381.460651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078381.460652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078381.460699:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078381.460702:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078381.460705:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078382.484649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078382.484657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078382.484664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078382.484665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078382.484690:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078382.484692:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078382.484695:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078383.508623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078383.508627:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078383.508631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078383.508632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078383.508695:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078383.508699:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078383.508702:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078384.084836:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078384.084846:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078384.084848:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078384.084852:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078384.084856:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078384.084864:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5072
00000400:00000200:0.0:1769078384.084874:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078384.084881:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078384.084885:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078384.084888:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.084891:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078384.084894:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.084896:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078384.084901:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078384.084903:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078384.084905:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078384.084942:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078384.084946:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078384.084948:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078384.084952:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.084953:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078384.084955:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.084957:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078384.084960:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078384.084963:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078384.084966:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078384.084969:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078384.084973:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078384.084975:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.084978:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078384.084980:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078384.084989:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a680.
00000020:00000040:0.0:1769078384.084993:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078384.084996:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078384.084998:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.085001:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078384.085003:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078384.085007:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078384.085015:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769078384.085021:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078384.085029:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078384.085039:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078384.085043:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078384.085048:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003afd6141] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078384.085069:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078384.085085:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078384.085089:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078384.085091:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078384.085092:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078384.085096:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078384.085100:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5072
00000400:00000200:0.0:1769078384.085104:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078384.085107:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078384.085108:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078384.085112:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078384.085113:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078384.085117:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078384.085118:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085128:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078384.085130:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078384.085132:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085137:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078384.085143:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078384.085145:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078384.085149:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078384.085149:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078384.085153:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078384.085157:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
02000000:00000001:3.0:1769078384.085159:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769078384.085162:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:3.0:1769078384.085164:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769078384.085168:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:3.0:1769078384.085169:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078384.085175:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078384.085177:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925868288:192.168.204.157@tcp:250:kworker.0
00000100:00000001:0.0:1769078384.085182:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078384.085185:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078384.085188:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078384.085190:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078384.085192:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078384.085195:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078384.085196:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078384.085199:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078384.085202:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085206:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078384.085207:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:0.0:1769078384.085209:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078384.085211:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078384.085216:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078384.085221:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078384.085221:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078384.085225:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078384.085228:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000008:00100000:0.0:1769078384.085231:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078384.085236:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000008:00000001:0.0:1769078384.085237:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.085242:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078384.085247:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b100.
00000100:00000200:3.0:1769078384.085247:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868288, portal 25
00000020:00000040:0.0:1769078384.085250:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078384.085252:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078384.085255:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074619008 : -125582634932608 : ffff8dc883a7a680)
02000000:00000001:0.0:1769078384.085256:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078384.085260:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.085262:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769078384.085264:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078384.085265:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078384.085268:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078384.085275:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:3.0:1769078384.085277:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078384.085279:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078384.085284:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00100000:0.0:1769078384.085289:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078384.085290:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078384.085295:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925868288, offset 0
00000100:00000001:0.0:1769078384.085303:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078384.085307:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085308:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078384.085315:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5365b04] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078384.085318:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.085327:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078384.085328:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078384.085333:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078384.085334:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078384.085339:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078384.085340:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769078384.085345:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078384.085346:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078384.085349:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078384.085350:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078384.085355:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16493:16493:256:4294967295] 192.168.204.157@tcp LPNI seq info [16489:16489:8:4294967295]
00000100:00000001:0.0:1769078384.085356:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078384.085359:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:0.0:1769078384.085362:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5072
00000400:00000200:3.0:1769078384.085369:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078384.085377:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:0.0:1769078384.085378:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078384.085382:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000400:00000200:0.0:1769078384.085385:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078384.085388:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078384.085392:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:0.0:1769078384.085395:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078384.085397:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769078384.085400:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078384.085403:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085405:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078384.085410:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078384.085412:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078384.085414:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1769078384.085415:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769078384.085417:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000800:00000200:3.1:1769078384.085418:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769078384.085422:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000100:3.0:1769078384.085424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.085427:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000020:00000001:0.0:1769078384.085428:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078384.085432:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078384.085434:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.085438:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078384.085441:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078384.085447:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078384.085450:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078384.085454:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078384.085458:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085468:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.085471:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085479:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085481:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078384.085486:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078384.085491:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078384.085493:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299746048
00000100:00000010:3.0:1769078384.085496:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd8a0.
00000100:00000001:3.0:1769078384.085501:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078384.085506:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299746048
00000100:00000010:3.0:1769078384.085508:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdde0.
00000100:00000001:3.0:1769078384.085510:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078384.085512:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078384.085514:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085516:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078384.085518:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384]  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078384.085550:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078384.085551:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078384.085553:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078384.085554:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078384.085556:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078384.085557:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078384.085560:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078384.085566:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085571:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078384.085572:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085574:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.085575:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078384.085577:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085581:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078384.085584:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085588:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078384.085590:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085591:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.085605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085606:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078384.085608:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078384.085610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078384.085612:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078384.085614:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078384.085617:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078384.085622:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925868288:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078384.085626:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085627:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.085629:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a680 x1855007925868288/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085632:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078384.085634:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078384.085636:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.085638:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078384.085639:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078384.085640:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078384.085641:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078384.085643:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:3.0:1769078384.085646:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078384.085647:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078384.085648:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a680.
00000100:00000001:3.0:1769078384.085650:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078384.085651:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085652:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085659:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078384.085660:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085661:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078384.085662:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078384.085663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078384.085665:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085669:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078384.085670:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.085672:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078384.085673:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078384.085674:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078384.085676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868416:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078384.085677:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078384.085678:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078384.085679:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.085680:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078384.085682:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.085684:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078384.085686:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078384.085688:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078384.085691:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078384.085692:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868416, portal 10
00000100:00000001:3.0:1769078384.085693:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078384.085694:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074621696 : -125582634929920 : ffff8dc883a7b100)
00000100:00000040:3.0:1769078384.085698:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085716:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078384.085719:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078384.085721:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078384.085723:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925868416, offset 0
00000400:00000200:3.0:1769078384.085725:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078384.085728:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.085731:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078384.085733:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078384.085734:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078384.085736:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078384.085737:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078384.085739:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16494:16494:256:4294967295] 192.168.204.157@tcp LPNI seq info [16490:16490:8:4294967295]
00000400:00000200:3.0:1769078384.085742:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.085746:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078384.085749:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.085751:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078384.085754:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078384.085755:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078384.085758:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078384.085759:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078384.085761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.085763:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078384.085764:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078384.085767:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078384.085769:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078384.085770:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078384.085771:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078384.085774:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085781:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.085784:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085790:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085791:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078384.085794:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078384.085798:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078384.085801:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078384.085803:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299744784
00000100:00000001:3.0:1769078384.085806:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.085808:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299744784
00000100:00000001:3.0:1769078384.085810:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.085812:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078384.085815:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085817:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078384.085820:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384]  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078384.085828:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078384.085829:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078384.085831:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078384.085833:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078384.085834:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078384.085837:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078384.085840:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078384.085847:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085853:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078384.085854:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085856:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.085857:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078384.085860:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085866:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078384.085870:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085877:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078384.085879:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085881:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.085882:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085884:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078384.085885:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078384.085888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078384.085891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078384.085893:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078384.085897:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078384.085904:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868416:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078384.085908:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085909:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.085912:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b100 x1855007925868416/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.085918:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078384.085920:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078384.085921:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.085924:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078384.085925:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078384.085926:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078384.085928:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078384.085930:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:3.0:1769078384.085933:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078384.085934:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078384.085936:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b100.
00000100:00000001:3.0:1769078384.085938:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078384.085939:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085941:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.085944:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078384.085945:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.085947:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078384.085948:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078384.086754:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.086757:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078384.086760:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078384.086764:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078384.086766:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078384.086768:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078384.086772:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078384.086774:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.086776:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078384.086779:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078384.086782:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.086785:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078384.086789:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79c00.
00000020:00000040:0.0:1769078384.086792:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078384.086794:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078384.086795:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.086797:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078384.086799:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078384.086801:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078384.086805:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a400.
00000100:00000001:0.0:1769078384.086809:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078384.086814:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078384.086821:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078384.086824:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078384.086828:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000192c4921] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078384.086844:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078384.086847:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078384.086851:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078384.086852:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078384.086854:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078384.086856:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078384.086858:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5072
00000400:00000200:0.0:1769078384.086863:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078384.086867:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078384.086870:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078384.086874:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.086876:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078384.086878:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078384.086878:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078384.086882:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078384.086883:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078384.086886:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078384.086888:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078384.086891:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000040:3.0:1769078384.086894:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078384.086895:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078384.086899:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078384.086903:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078384.086908:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078384.086915:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078384.086921:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078384.086926:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078384.086927:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078384.086930:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078384.086931:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078384.086937:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
02000000:00000001:3.0:1769078384.086937:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078384.086940:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078384.086944:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078384.086945:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.086950:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078384.086953:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868544:192.168.204.157@tcp:38:kworker.0
02000000:00000001:0.0:1769078384.086954:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078384.086959:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078384.086960:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078384.086964:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.086964:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078384.086967:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.086969:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078384.086972:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078384.086973:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078384.086977:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078384.086978:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
00000100:00000001:0.0:1769078384.086980:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.086982:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078384.086985:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79f80.
00000400:00000200:3.0:1769078384.086990:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:0.0:1769078384.086991:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078384.086996:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769078384.086996:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
02000000:00000001:0.0:1769078384.086999:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078384.087002:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769078384.087002:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000001:0.0:1769078384.087006:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078384.087008:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868544, portal 10
02000000:00000001:0.0:1769078384.087009:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087013:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078384.087016:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074616320 : -125582634935296 : ffff8dc883a79c00)
02000000:00000010:0.0:1769078384.087017:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3b400.
00000100:00000001:0.0:1769078384.087022:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078384.087024:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078384.087030:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078384.087039:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078384.087046:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078384.087046:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078384.087051:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078384.087052:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078384.087057:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925868544, offset 0
00000100:00000040:0.0:1769078384.087058:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101426a2] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078384.087066:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078384.087074:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078384.087076:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078384.087080:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078384.087084:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:0.0:1769078384.087087:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078384.087090:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078384.087095:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5082)
00000400:00000200:3.0:1769078384.087095:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078384.087099:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078384.087103:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078384.087107:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16495:16495:256:4294967295] 192.168.204.157@tcp LPNI seq info [16491:16491:8:4294967295]
00000400:00000200:3.0:1769078384.087112:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.087119:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078384.087137:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.087141:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078384.087146:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078384.087148:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078384.087153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078384.087156:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078384.087160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.087162:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078384.087165:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078384.087169:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078384.087172:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078384.087174:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078384.087177:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078384.087180:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087189:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.087192:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087206:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087208:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078384.087212:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078384.087215:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078384.087218:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078384.087220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299744794
00000100:00000001:3.0:1769078384.087223:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.087225:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299744794
00000100:00000001:3.0:1769078384.087227:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.087229:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078384.087231:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087233:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078384.087237:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384]  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078384.087246:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078384.087247:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078384.087249:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078384.087251:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078384.087253:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078384.087255:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078384.087258:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078384.087266:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087272:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078384.087274:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087276:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.087277:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078384.087288:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087296:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078384.087300:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087305:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078384.087307:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.087310:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087312:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078384.087313:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078384.087316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078384.087320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078384.087322:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078384.087326:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078384.087333:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868544:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078384.087338:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087339:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.087342:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79c00 x1855007925868544/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087348:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078384.087350:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078384.087352:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.087355:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078384.087356:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078384.087358:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078384.087360:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078384.087362:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a400.
02000000:00000001:3.0:1769078384.087365:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078384.087366:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078384.087367:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79c00.
00000100:00000001:3.0:1769078384.087370:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078384.087371:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087372:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087377:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078384.087378:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087381:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078384.087382:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078384.087383:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078384.087386:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087392:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078384.087393:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.087395:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078384.087396:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078384.087398:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078384.087410:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868672:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078384.087413:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078384.087418:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078384.087420:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078384.087421:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078384.087425:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.087427:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078384.087430:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078384.087432:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078384.087435:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078384.087439:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868672, portal 4
00000100:00000001:3.0:1769078384.087441:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078384.087442:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074617216 : -125582634934400 : ffff8dc883a79f80)
00000100:00000040:3.0:1769078384.087447:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087453:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078384.087456:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078384.087458:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078384.087461:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925868672, offset 0
00000400:00000200:3.0:1769078384.087465:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078384.087469:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.087472:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078384.087475:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078384.087477:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078384.087480:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078384.087481:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078384.087484:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16496:16496:256:4294967295] 192.168.204.157@tcp LPNI seq info [16492:16492:8:4294967295]
00000400:00000200:3.0:1769078384.087488:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078384.087494:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078384.087499:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.087502:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078384.087506:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078384.087509:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078384.087513:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078384.087516:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078384.087519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078384.087521:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078384.087545:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078384.087549:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078384.087558:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078384.087560:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078384.087562:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078384.087566:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087573:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.087575:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087581:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087583:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078384.087585:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078384.087588:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078384.087591:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078384.087593:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299744792
00000100:00000001:3.0:1769078384.087596:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.087598:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299744792
00000100:00000001:3.0:1769078384.087599:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299746048
00000100:00000001:3.0:1769078384.087601:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078384.087603:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087605:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078384.087608:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384]  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078384.087617:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078384.087618:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078384.087620:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078384.087622:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078384.087623:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078384.087625:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078384.087628:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078384.087635:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087641:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078384.087642:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087644:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.087646:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078384.087649:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087655:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078384.087659:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087665:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078384.087667:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087668:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078384.087670:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087671:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078384.087673:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078384.087675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078384.087678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078384.087681:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078384.087685:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078384.087692:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868672:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078384.087695:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087697:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078384.087713:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79f80 x1855007925868672/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078384.087719:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078384.087721:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078384.087723:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078384.087725:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078384.087726:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078384.087728:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078384.087730:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078384.087731:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3b400.
02000000:00000001:3.0:1769078384.087734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078384.087735:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078384.087736:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79f80.
00000100:00000001:3.0:1769078384.087739:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078384.087740:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087742:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078384.087745:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078384.087746:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078384.087748:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078384.087750:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078384.532639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078384.532645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078384.532648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078384.532651:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078384.532652:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078384.532654:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078384.532656:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078384.532658:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078384.532659:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078384.532661:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078384.532727:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078384.532730:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078384.532733:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078385.428642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299746048, at 4299746112
00000100:00000040:3.0:1769078385.428653:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299746048, at 4299746112
00000100:00000010:2.0:1769078385.428655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd8a0.
00000100:00000010:3.0:1769078385.428668:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdde0.
00010000:00000001:3.0:1769078385.556592:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078385.556597:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078385.556601:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078385.556602:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078385.556670:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078385.556692:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078385.556696:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078386.580617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078386.580623:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078386.580628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078386.580629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078386.580646:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078386.580648:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078386.580650:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078387.604607:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078387.604613:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078387.604617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078387.604618:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078387.604696:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078387.604700:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078387.604704:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078388.628594:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078388.628599:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078388.628604:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078388.628605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078388.628667:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078388.628672:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078388.628676:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078389.204601:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078389.204628:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078389.204631:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078389.204635:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078389.204640:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078389.204647:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5077
00000400:00000200:2.0:1769078389.204657:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078389.204663:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078389.204667:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078389.204670:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.204673:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078389.204676:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.204679:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078389.204683:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078389.204685:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078389.204688:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078389.204691:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078389.204694:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078389.204697:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078389.204700:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.204702:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078389.204704:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.204706:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078389.204709:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078389.204713:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078389.204716:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.204719:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078389.204722:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.204725:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.204727:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078389.204730:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078389.204738:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078389.204742:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078389.204746:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078389.204748:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.204751:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078389.204754:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078389.204758:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078389.204765:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078389.204771:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078389.204779:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078389.204790:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078389.204795:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.204800:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.204821:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078389.204824:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078389.204829:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078389.204830:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078389.204832:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078389.204835:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078389.204838:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5077
00000400:00000200:2.0:1769078389.204843:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078389.204847:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078389.204850:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078389.204854:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078389.204856:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078389.204857:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078389.204863:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078389.204863:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078389.204867:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078389.204868:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078389.204874:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078389.204875:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078389.204877:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078389.204881:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078389.204885:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078389.204889:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078389.204891:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078389.204892:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078389.204896:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:3.0:1769078389.204897:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078389.204902:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078389.204904:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078389.204906:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.204910:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769078389.204912:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925868800:192.168.204.157@tcp:250:kworker.0
00000100:00000040:2.0:1769078389.204916:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078389.204918:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078389.204921:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078389.204923:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078389.204926:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078389.204927:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078389.204932:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078389.204932:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078389.204938:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078389.204939:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:2.0:1769078389.204942:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078389.204943:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.204950:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078389.204953:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:2.0:1769078389.204956:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078389.204958:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:2.0:1769078389.204960:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078389.204964:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000008:00100000:2.0:1769078389.204966:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078389.204972:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078389.204972:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868800, portal 25
00000100:00000001:2.0:1769078389.204975:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.204976:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078389.204981:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000010:2.0:1769078389.204983:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000100:00000040:3.0:1769078389.204987:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078389.204989:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078389.204995:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078389.204998:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205000:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078389.205001:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078389.205004:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078389.205006:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078389.205010:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000040:3.0:1769078389.205014:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078389.205017:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078389.205021:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078389.205025:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925868800, offset 0
00000100:00100000:2.0:1769078389.205027:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078389.205035:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078389.205044:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078389.205051:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078389.205056:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078389.205057:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.205065:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078389.205067:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078389.205075:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078389.205083:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078389.205090:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.205097:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078389.205099:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16497:16497:256:4294967295] 192.168.204.157@tcp LPNI seq info [16493:16493:8:4294967295]
00000100:00080000:2.0:1769078389.205102:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078389.205109:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769078389.205110:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078389.205112:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078389.205115:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078389.205119:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078389.205128:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5077
00000400:00000200:3.0:1769078389.205129:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078389.205138:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078389.205143:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078389.205144:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769078389.205152:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.0:1769078389.205157:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078389.205158:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769078389.205162:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769078389.205166:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.205172:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078389.205173:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078389.205179:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000200:3.1:1769078389.205179:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769078389.205184:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000100:3.0:1769078389.205189:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078389.205190:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078389.205194:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000800:00000010:3.0:1769078389.205195:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000020:00000001:2.0:1769078389.205199:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078389.205202:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769078389.205203:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078389.205208:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078389.205211:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078389.205215:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078389.205217:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000100:00000040:2.0:1769078389.205222:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078389.205222:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:2.0:1769078389.205228:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078389.205229:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078389.205233:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078389.205237:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.205239:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078389.205245:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078389.205252:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078389.205255:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078389.205257:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.205261:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078389.205262:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078389.205267:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078389.205270:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205272:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078389.205276:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.205282:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078389.205283:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078389.205287:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078389.205288:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299751168
00000008:00100000:2.0:1769078389.205292:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1769078389.205294:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdb40.
00000008:00000001:2.0:1769078389.205296:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.205301:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205303:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000010:2.0:1769078389.205305:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078389.205310:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299751168
00000100:00000010:3.0:1769078389.205315:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd600.
00000020:00000040:2.0:1769078389.205316:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078389.205318:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1769078389.205322:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078389.205323:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.205325:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205327:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.205329:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078389.205331:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1769078389.205332:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078389.205336:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078389.205336:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078389.205344:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000400:00000001:3.0:1769078389.205346:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078389.205349:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078389.205350:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078389.205351:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078389.205356:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078389.205358:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00100000:2.0:1769078389.205361:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078389.205361:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078389.205369:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.205380:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078389.205385:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078389.205386:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078389.205394:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205395:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078389.205398:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205402:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.205405:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078389.205413:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.205414:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078389.205420:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078389.205424:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078389.205428:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078389.205433:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078389.205433:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078389.205437:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078389.205443:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078389.205447:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078389.205448:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5077
00000100:00000001:3.0:1769078389.205453:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1769078389.205457:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078389.205458:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205463:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1769078389.205466:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078389.205466:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078389.205473:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1769078389.205473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769078389.205480:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00080000:3.0:1769078389.205482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078389.205486:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078389.205487:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078389.205492:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078389.205494:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.205496:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078389.205502:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078389.205504:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078389.205510:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:3.0:1769078389.205511:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925868800:192.168.204.157@tcp:250:kworker.0
00000020:00000040:2.0:1769078389.205513:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:3.0:1769078389.205516:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078389.205517:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078389.205519:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.205546:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925868800/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078389.205548:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078389.205558:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078389.205563:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078389.205569:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078389.205569:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1769078389.205574:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078389.205574:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078389.205578:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
00000020:00000040:2.0:1769078389.205579:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
02000000:00000001:3.0:1769078389.205583:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1769078389.205584:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000020:00000001:3.0:1769078389.205586:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:2.0:1769078389.205588:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078389.205589:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078389.205594:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:3.0:1769078389.205594:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1769078389.205600:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078389.205600:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078389.205604:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078389.205605:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205607:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1769078389.205611:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:3.0:1769078389.205611:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000008:00100000:2.0:1769078389.205627:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078389.205633:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205633:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078389.205636:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.205638:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205640:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1769078389.205643:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078389.205648:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:3.0:1769078389.205648:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078389.205651:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.205654:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078389.205655:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078389.205657:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205658:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078389.205662:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078389.205663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078389.205665:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078389.205668:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.205672:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078389.205674:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078389.205681:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078389.205690:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078389.205691:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078389.205694:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205700:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078389.205704:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078389.205706:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078389.205710:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205711:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.205718:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078389.205721:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868928:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078389.205731:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078389.205734:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078389.205738:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205738:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.205744:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078389.205744:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078389.205751:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:3.0:1769078389.205751:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078389.205756:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.205760:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5087)
00000400:00000200:3.0:1769078389.205761:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078389.205766:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078389.205770:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078389.205772:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925868928, portal 10
00000100:00000001:3.0:1769078389.205774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078389.205775:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:3.0:1769078389.205781:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205786:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078389.205787:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078389.205789:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078389.205790:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925868928, offset 0
00000400:00000200:3.0:1769078389.205793:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078389.205795:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.205798:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078389.205800:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078389.205802:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078389.205804:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078389.205806:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078389.205808:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16498:16498:256:4294967295] 192.168.204.157@tcp LPNI seq info [16494:16494:8:4294967295]
00000400:00000200:3.0:1769078389.205810:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.205815:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078389.205818:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.205820:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078389.205823:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078389.205825:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078389.205828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078389.205829:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078389.205832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.205833:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078389.205836:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078389.205838:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078389.205840:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078389.205841:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078389.205843:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078389.205846:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205851:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.205853:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205857:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205858:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078389.205860:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.205862:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078389.205864:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078389.205866:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299749904
00000100:00000001:3.0:1769078389.205867:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.205869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299749904
00000100:00000001:3.0:1769078389.205871:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.205872:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078389.205873:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.205875:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078389.205877:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078389.205882:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078389.205883:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078389.205884:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078389.205885:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078389.205886:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078389.205888:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078389.205890:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078389.205895:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205903:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078389.205904:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205905:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.205906:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078389.205908:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205912:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078389.205914:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205919:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078389.205920:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205921:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.205922:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.205923:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078389.205924:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078389.205926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078389.205928:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078389.205929:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078389.205931:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078389.205937:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925868928:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078389.205939:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078389.205941:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205945:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078389.205946:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205948:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078389.205949:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.205951:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078389.205952:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869056:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078389.205955:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078389.205956:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078389.205957:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.205958:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078389.205960:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078389.205961:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078389.205963:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078389.205965:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078389.205966:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078389.205968:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869056, portal 10
00000100:00000001:3.0:1769078389.205970:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078389.205971:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078389.205974:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.205978:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078389.205980:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078389.205982:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078389.205983:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925869056, offset 0
00000400:00000200:3.0:1769078389.205985:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078389.205987:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.205989:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078389.205991:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078389.205992:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078389.205994:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078389.205995:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078389.205998:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16499:16499:256:4294967295] 192.168.204.157@tcp LPNI seq info [16495:16495:8:4294967295]
00000400:00000200:3.0:1769078389.206000:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.206004:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078389.206008:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.206010:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078389.206012:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078389.206014:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078389.206016:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078389.206018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078389.206021:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.206022:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078389.206024:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078389.206026:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078389.206027:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078389.206028:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078389.206030:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078389.206032:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206038:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.206041:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206048:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206049:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078389.206052:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.206055:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078389.206058:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078389.206060:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299749913
00000100:00000001:3.0:1769078389.206062:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.206065:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299749913
00000100:00000001:3.0:1769078389.206066:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.206069:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078389.206071:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206073:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078389.206077:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078389.206087:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078389.206089:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078389.206091:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078389.206093:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078389.206095:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078389.206097:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078389.206100:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078389.206107:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206112:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078389.206113:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206114:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.206115:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078389.206117:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206122:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078389.206124:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206128:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078389.206130:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206131:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.206131:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206133:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078389.206134:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078389.206135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078389.206138:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078389.206139:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078389.206142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078389.206147:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869056:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078389.206150:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206151:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.206153:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925868928/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206157:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078389.206158:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078389.206159:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078389.206160:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078389.206161:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078389.206162:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078389.206164:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078389.206165:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078389.206167:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078389.206168:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078389.206169:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:3.0:1769078389.206170:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078389.206171:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206172:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.206174:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925869056/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206178:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078389.206179:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078389.206180:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078389.206181:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078389.206182:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078389.206183:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078389.206184:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078389.206185:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078389.206186:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078389.206187:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078389.206188:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078389.206190:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078389.206190:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206192:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206194:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078389.206195:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206196:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078389.206197:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078389.206198:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078389.206201:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206205:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078389.206206:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.206208:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078389.206209:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.206211:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078389.206212:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869184:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078389.206214:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078389.206216:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078389.206217:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.206218:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078389.206220:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078389.206222:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078389.206224:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078389.206226:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078389.206228:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078389.206230:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869184, portal 4
00000100:00000001:3.0:1769078389.206231:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078389.206232:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078389.206236:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206240:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078389.206242:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078389.206244:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078389.206245:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925869184, offset 0
00000400:00000200:3.0:1769078389.206248:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078389.206250:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.206253:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078389.206255:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078389.206256:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078389.206258:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078389.206260:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078389.206262:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16500:16500:256:4294967295] 192.168.204.157@tcp LPNI seq info [16496:16496:8:4294967295]
00000400:00000200:3.0:1769078389.206265:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078389.206269:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078389.206271:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.206273:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078389.206276:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078389.206277:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078389.206280:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078389.206282:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078389.206285:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078389.206286:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078389.206288:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078389.206290:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078389.206292:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078389.206293:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078389.206294:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078389.206297:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206302:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.206303:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206309:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078389.206311:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.206313:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078389.206315:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078389.206316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299749910
00000100:00000001:3.0:1769078389.206318:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.206319:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299749910
00000100:00000001:3.0:1769078389.206321:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299751168
00000100:00000001:3.0:1769078389.206322:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078389.206323:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206324:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078389.206326:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078389.206331:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078389.206332:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078389.206333:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078389.206335:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078389.206336:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078389.206337:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078389.206339:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078389.206344:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206348:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078389.206349:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206350:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.206351:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078389.206353:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206357:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078389.206360:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206364:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078389.206366:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206367:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078389.206368:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206369:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078389.206370:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078389.206371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078389.206373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078389.206374:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078389.206377:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078389.206381:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869184:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078389.206383:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206384:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078389.206386:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925869184/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.206390:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078389.206391:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078389.206392:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078389.206393:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078389.206394:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078389.206394:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078389.206396:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078389.206397:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078389.206398:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078389.206399:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078389.206400:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078389.206401:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078389.206402:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206404:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.206406:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078389.206407:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.206408:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078389.206409:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078389.652591:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078389.652599:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078389.652622:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078389.652624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078389.652680:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078389.652683:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078389.652686:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078390.548654:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299751168, at 4299751232
00000100:00000040:2.0:1769078390.548659:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299751168, at 4299751232
00000100:00000010:3.0:1769078390.548672:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00000100:00000010:2.0:1769078390.548674:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdb40.
00010000:00000001:3.0:1769078390.678488:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078390.678496:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078390.678497:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078390.678499:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078390.678504:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078390.678505:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078390.678507:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078390.678509:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078390.678511:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078390.678512:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078390.678562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078390.678565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078390.678568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078391.700652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078391.700659:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078391.700669:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078391.700670:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078391.700720:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078391.700723:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078391.700725:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078392.724712:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078392.724720:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078392.724725:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078392.724726:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078392.724810:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078392.724817:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078392.724822:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078393.748686:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078393.748693:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078393.748698:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078393.748701:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078393.748703:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078393.748705:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078393.748708:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078393.748709:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078393.748711:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078393.748712:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078393.748774:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078393.748779:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078393.748782:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078394.324720:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078394.324729:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078394.324731:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078394.324733:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078394.324736:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078394.324742:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5082
00000400:00000200:1.0:1769078394.324749:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078394.324755:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078394.324757:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078394.324759:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324761:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.324763:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324765:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078394.324768:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078394.324770:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078394.324772:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078394.324773:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078394.324775:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078394.324776:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078394.324778:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324779:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.324780:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324781:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078394.324783:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078394.324785:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324787:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078394.324788:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078394.324791:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078394.324793:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.324794:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078394.324796:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078394.324803:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078394.324806:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078394.324808:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078394.324809:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.324811:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078394.324813:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078394.324816:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078394.324821:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078394.324825:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078394.324831:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078394.324838:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078394.324840:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.324843:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078394.324862:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078394.324866:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078394.324869:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078394.324870:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078394.324872:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078394.324874:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078394.324877:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5082
00000400:00000200:1.0:1769078394.324881:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078394.324883:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078394.324886:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078394.324888:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324891:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.324893:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324895:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078394.324897:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078394.324898:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078394.324900:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078394.324902:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078394.324903:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078394.324905:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078394.324909:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324911:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.324913:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324915:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078394.324916:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078394.324918:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324920:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078394.324921:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078394.324925:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078394.324926:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.324927:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078394.324931:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078394.324932:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.324934:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078394.324936:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078394.324938:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078394.324939:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078394.324940:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.324941:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078394.324942:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078394.324944:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078394.324946:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078394.324948:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078394.324951:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078394.324956:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078394.324958:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.324960:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078394.324966:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078394.324968:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078394.324971:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078394.324972:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078394.324974:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078394.324976:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078394.324977:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5082
00000400:00000200:1.0:1769078394.324981:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078394.324984:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078394.324985:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078394.324988:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324990:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.324992:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.324993:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078394.324995:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078394.324996:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078394.324996:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078394.324998:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078394.324999:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078394.325001:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078394.325002:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325003:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.325004:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325006:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078394.325007:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078394.325008:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325010:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078394.325011:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078394.325015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078394.325016:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078394.325020:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325024:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078394.325025:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078394.325027:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1769078394.325028:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325034:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078394.325036:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078394.325036:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078394.325045:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078394.325047:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078394.325047:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325048:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078394.325051:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078394.325052:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.325058:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078394.325059:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078394.325066:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078394.325077:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078394.325108:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078394.325109:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078394.325110:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.325114:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.325114:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.325125:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078394.325131:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.325132:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078394.325141:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078394.325142:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078394.325151:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1769078394.325152:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925869312:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078394.325155:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078394.325159:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078394.325162:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078394.325164:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078394.325169:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769078394.325170:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5082
02000000:00000001:3.0:1769078394.325176:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078394.325182:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078394.325184:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1769078394.325189:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078394.325193:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078394.325196:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000010:3.0:1769078394.325198:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
00000100:00000001:1.0:1769078394.325199:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.325203:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325205:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078394.325207:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078394.325208:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078394.325210:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078394.325212:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078394.325213:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078394.325215:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
02000000:00000001:3.0:1769078394.325221:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.325222:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325228:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078394.325231:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325233:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078394.325240:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000200:3.0:1769078394.325240:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078394.325249:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078394.325250:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078394.325251:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078394.325253:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078394.325254:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325255:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078394.325257:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078394.325258:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325259:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078394.325262:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078394.325263:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078394.325265:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078394.325266:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078394.325267:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078394.325268:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078394.325277:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078394.325280:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078394.325282:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078394.325285:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078394.325290:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078394.325291:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.325293:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078394.325301:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078394.325303:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078394.325307:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078394.325312:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5092)
00000400:00000010:3.0:1769078394.325503:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078394.325512:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078394.325570:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869312, portal 25
00000100:00000001:3.0:1769078394.325574:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078394.325576:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078394.325586:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.325594:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078394.325598:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078394.325602:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078394.325605:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925869312, offset 0
00000400:00000200:3.0:1769078394.325614:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078394.325624:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.325632:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078394.325638:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078394.325643:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078394.325648:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078394.325650:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078394.325655:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16501:16501:256:4294967295] 192.168.204.157@tcp LPNI seq info [16497:16497:8:4294967295]
00000400:00000200:3.0:1769078394.325659:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.325670:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078394.325678:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.325684:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078394.325692:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078394.325697:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078394.325704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078394.325707:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078394.325712:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.325714:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078394.325719:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078394.325725:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078394.325731:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078394.325734:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078394.325738:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078394.325742:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.329505:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329518:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.329521:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078394.329560:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078394.329568:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078394.329572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299756293
00000100:00000010:3.0:1769078394.329583:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd600.
00000100:00000001:3.0:1769078394.329591:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078394.329599:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299756293
00000100:00000010:3.0:1769078394.329602:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd660.
00000100:00000001:3.0:1769078394.329605:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078394.329608:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078394.329612:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.329616:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078394.329621:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078394.329635:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078394.329637:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078394.329641:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078394.329645:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078394.329647:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078394.329651:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078394.329654:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078394.329664:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329672:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078394.329674:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.329676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.329678:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078394.329683:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329690:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078394.329695:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329702:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078394.329706:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.329708:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.329709:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.329711:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078394.329714:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078394.329717:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078394.329723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078394.329726:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078394.329730:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078394.329739:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925869312:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078394.329745:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078394.329749:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329756:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078394.329758:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.329762:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078394.329766:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.329769:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.329772:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078394.329776:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078394.329781:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078394.329784:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.329786:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078394.329792:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078394.329794:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078394.329800:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078394.329804:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078394.329809:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078394.329815:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869440, portal 10
00000100:00000001:3.0:1769078394.329818:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078394.329820:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078394.329827:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329834:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078394.329837:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078394.329839:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078394.329842:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925869440, offset 0
00000400:00000200:3.0:1769078394.329847:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078394.329854:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.329862:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078394.329868:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078394.329872:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078394.329877:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078394.329880:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078394.329883:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16502:16502:256:4294967295] 192.168.204.157@tcp LPNI seq info [16498:16498:8:4294967295]
00000400:00000200:3.0:1769078394.329888:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.329898:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078394.329904:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.329908:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078394.329915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078394.329919:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078394.329924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078394.329928:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078394.329932:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.329935:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078394.329940:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078394.329944:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078394.329948:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078394.329950:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078394.329953:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078394.329957:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.329974:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.329980:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.329981:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078394.329984:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.329996:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078394.330000:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078394.330002:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299755028
00000100:00000001:3.0:1769078394.330005:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330007:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299755028
00000100:00000001:3.0:1769078394.330009:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330012:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078394.330014:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330015:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078394.330019:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078394.330026:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078394.330027:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078394.330028:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078394.330031:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078394.330032:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078394.330034:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078394.330037:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078394.330046:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330052:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078394.330054:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330056:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330057:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078394.330061:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330067:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078394.330071:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330079:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078394.330080:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330082:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330083:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330085:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078394.330087:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078394.330089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078394.330092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078394.330094:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078394.330099:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078394.330107:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078394.330111:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330114:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330117:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925869312/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330125:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078394.330128:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330131:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078394.330134:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078394.330137:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078394.330139:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078394.330142:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078394.330144:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078394.330149:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078394.330151:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078394.330153:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078394.330157:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078394.330159:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330160:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330163:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925869440/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330169:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078394.330170:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330172:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078394.330174:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078394.330176:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078394.330177:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078394.330178:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078394.330180:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078394.330181:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078394.330182:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078394.330183:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078394.330185:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078394.330186:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330189:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330197:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078394.330199:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330202:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078394.330205:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078394.330206:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078394.330210:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330217:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078394.330219:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.330221:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078394.330223:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.330225:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.330228:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869568:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078394.330232:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078394.330234:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078394.330236:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.330237:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330240:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078394.330242:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078394.330245:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078394.330248:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078394.330251:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078394.330254:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869568, portal 10
00000100:00000001:3.0:1769078394.330256:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078394.330257:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078394.330262:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330269:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078394.330271:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078394.330273:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078394.330276:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925869568, offset 0
00000400:00000200:3.0:1769078394.330279:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078394.330283:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.330286:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078394.330289:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078394.330291:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078394.330293:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078394.330296:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078394.330299:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16503:16503:256:4294967295] 192.168.204.157@tcp LPNI seq info [16499:16499:8:4294967295]
00000400:00000200:3.0:1769078394.330303:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.330309:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078394.330314:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.330317:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078394.330321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078394.330324:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078394.330328:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078394.330331:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078394.330335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.330337:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078394.330339:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078394.330343:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078394.330345:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078394.330347:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078394.330349:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078394.330352:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330360:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330363:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330369:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330371:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078394.330373:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.330376:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078394.330379:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078394.330381:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299755037
00000100:00000001:3.0:1769078394.330383:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330386:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299755037
00000100:00000001:3.0:1769078394.330388:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330391:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078394.330392:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330394:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078394.330397:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078394.330412:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078394.330413:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078394.330415:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078394.330417:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078394.330418:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078394.330420:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078394.330423:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078394.330431:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330438:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078394.330440:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330443:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078394.330446:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330452:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078394.330456:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330462:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078394.330464:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330466:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330469:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078394.330470:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078394.330473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078394.330476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078394.330479:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078394.330483:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078394.330491:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869568:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078394.330495:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078394.330499:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330506:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078394.330507:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.330510:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078394.330512:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.330513:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.330516:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869696:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078394.330520:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078394.330560:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078394.330563:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.330564:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330568:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078394.330570:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078394.330574:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078394.330576:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078394.330579:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078394.330582:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869696, portal 4
00000100:00000001:3.0:1769078394.330584:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078394.330586:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078394.330591:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330598:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078394.330600:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078394.330602:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078394.330604:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925869696, offset 0
00000400:00000200:3.0:1769078394.330608:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078394.330611:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.330615:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078394.330617:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078394.330620:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078394.330622:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078394.330624:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078394.330627:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16504:16504:256:4294967295] 192.168.204.157@tcp LPNI seq info [16500:16500:8:4294967295]
00000400:00000200:3.0:1769078394.330631:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078394.330638:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078394.330642:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.330645:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078394.330649:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078394.330651:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078394.330655:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078394.330658:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078394.330662:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078394.330664:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078394.330666:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078394.330669:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078394.330672:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078394.330674:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078394.330676:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078394.330679:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330686:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330689:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330696:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330697:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078394.330699:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.330702:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078394.330705:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078394.330707:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299755035
00000100:00000001:3.0:1769078394.330710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299755035
00000100:00000001:3.0:1769078394.330714:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299756293
00000100:00000001:3.0:1769078394.330716:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078394.330719:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330720:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078394.330724:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078394.330732:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078394.330733:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078394.330735:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078394.330736:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078394.330738:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078394.330740:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078394.330742:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078394.330751:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330758:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078394.330759:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330761:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330762:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078394.330765:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330772:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078394.330776:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330782:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078394.330785:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330787:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078394.330788:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330789:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078394.330791:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078394.330794:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078394.330797:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078394.330799:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078394.330803:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078394.330812:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869696:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078394.330815:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330817:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330820:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925869568/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330827:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078394.330828:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330830:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078394.330832:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078394.330834:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078394.330835:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078394.330837:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078394.330839:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078394.330841:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078394.330842:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078394.330844:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078394.330846:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078394.330848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330849:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078394.330852:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925869696/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.330865:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078394.330866:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078394.330867:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:3.0:1769078394.330869:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078394.330870:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078394.330871:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078394.330873:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078394.330874:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078394.330876:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078394.330877:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078394.330878:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078394.330880:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078394.330881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330883:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078394.330886:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078394.330887:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.330889:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078394.330891:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078394.772676:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078394.772685:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078394.772692:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078394.772694:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078394.772723:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078394.772727:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078394.772730:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078395.668660:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299756293, at 4299756352
00000100:00000010:3.0:1769078395.668682:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000100:00000040:2.0:1769078395.668791:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299756293, at 4299756352
00000100:00000010:2.0:1769078395.668806:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd600.
00010000:00000001:3.0:1769078395.796877:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078395.796886:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078395.796893:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078395.796894:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078395.797111:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078395.797115:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078395.797119:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078396.820585:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078396.820591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078396.820594:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078396.820595:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078396.820680:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078396.820684:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078396.820687:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078397.844620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078397.844625:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078397.844629:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078397.844630:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078397.844731:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078397.844733:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078397.844735:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078398.868678:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078398.868685:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078398.868691:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078398.868692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078398.868716:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078398.868719:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078398.868722:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078399.444830:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.444840:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078399.444842:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.444847:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.444851:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.444857:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5087
00000400:00000200:3.0:1769078399.444866:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078399.444872:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.444875:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.444878:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.444881:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.444883:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.444886:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078399.444890:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.444892:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078399.444894:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.444897:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078399.444899:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078399.444901:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078399.444904:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.444906:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.444908:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.444909:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078399.444913:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078399.444916:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078399.444919:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.444922:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078399.444924:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.444927:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.444929:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078399.444931:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.444940:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952b800.
00000020:00000040:3.0:1769078399.444944:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078399.444947:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.444949:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.444951:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.444954:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.444958:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.444965:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1000.
00000100:00000001:3.0:1769078399.444970:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.444978:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.444988:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.444992:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.444996:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029173de3] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.445048:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.445051:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078399.445053:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078399.445059:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.445066:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078399.445068:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.445072:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078399.445074:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078399.445076:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078399.445079:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925869824:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078399.445083:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078399.445087:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078399.445089:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.445091:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078399.445095:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.445097:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078399.445103:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078399.445107:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078399.445112:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078399.445119:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869824, portal 25
00000100:00000001:1.0:1769078399.445121:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078399.445122:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769078399.445127:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.445133:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078399.445136:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078399.445138:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078399.445141:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925869824, offset 0
00000400:00000200:1.0:1769078399.445147:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078399.445153:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.445159:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078399.445163:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078399.445167:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078399.445170:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078399.445173:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078399.445176:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16505:16505:256:4294967295] 192.168.204.157@tcp LPNI seq info [16501:16501:8:4294967295]
00000400:00000200:1.0:1769078399.445180:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.445189:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078399.445195:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.445199:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078399.445216:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078399.445219:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078399.445224:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078399.445227:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078399.445231:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.445234:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078399.445239:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078399.445242:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078399.445247:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078399.445249:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078399.445253:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078399.445256:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.445648:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078399.445652:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.445655:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078399.445657:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.445659:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.445662:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.445666:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5087
00000400:00000200:3.0:1769078399.445678:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078399.445681:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.445684:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.445686:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.445688:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.445690:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.445692:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078399.445694:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.445695:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078399.445697:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.445698:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078399.445700:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078399.445702:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078399.445705:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.445706:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.445708:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.445710:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078399.445712:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078399.445715:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078399.445717:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.445718:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078399.445723:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.445725:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.445726:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078399.445729:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078399.445732:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.445734:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.445737:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952b480.
00000020:00000040:3.0:1769078399.445739:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078399.445741:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.445743:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.445744:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.445746:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.445747:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.445757:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3400.
00000100:00000001:3.0:1769078399.445761:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.445765:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.445772:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.445774:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.445777:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000177c3e23] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.446851:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.446858:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.446867:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.446868:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078399.446876:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078399.446881:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078399.446884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299761409
00000100:00000010:1.0:1769078399.446890:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a35a0.
00000100:00000001:1.0:1769078399.446897:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078399.446904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299761409
00000100:00000010:1.0:1769078399.446907:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a33c0.
00000100:00000001:1.0:1769078399.446910:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078399.446924:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078399.446927:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.446930:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078399.446935:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399]  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078399.446947:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078399.446949:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078399.446951:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078399.446954:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078399.446956:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078399.446959:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078399.446963:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078399.446973:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.446979:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078399.446981:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.446993:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.446995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078399.447000:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447015:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078399.447020:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447027:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078399.447030:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447032:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.447034:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447036:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078399.447038:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078399.447041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078399.447045:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078399.447047:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078399.447052:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078399.447069:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925869824:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078399.447075:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447078:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.447080:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925869824/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447087:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078399.447090:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078399.447092:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.447096:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078399.447097:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078399.447099:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078399.447101:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078399.447103:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769078399.447106:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078399.447109:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078399.447110:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769078399.447114:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078399.447115:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447117:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447124:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078399.447126:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.447128:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.447129:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078399.447131:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078399.447135:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447142:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078399.447144:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.447146:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078399.447148:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078399.447150:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078399.447154:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869952:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078399.447157:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078399.447159:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078399.447160:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.447162:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078399.447166:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.447168:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078399.447172:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078399.447175:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078399.447179:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078399.447182:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925869952, portal 10
00000100:00000001:1.0:1769078399.447184:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078399.447185:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769078399.447192:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447199:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078399.447201:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078399.447204:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078399.447207:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925869952, offset 0
00000400:00000200:1.0:1769078399.447211:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078399.447215:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.447220:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078399.447222:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078399.447225:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078399.447228:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078399.447230:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078399.447233:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16506:16506:256:4294967295] 192.168.204.157@tcp LPNI seq info [16502:16502:8:4294967295]
00000400:00000200:1.0:1769078399.447238:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.447245:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078399.447250:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.447254:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078399.447258:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078399.447261:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078399.447265:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078399.447268:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078399.447272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.447274:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078399.447276:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078399.447280:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078399.447283:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078399.447285:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078399.447287:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078399.447291:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447298:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.447301:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447307:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.447308:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078399.447311:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078399.447315:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078399.447318:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078399.447321:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299760144
00000100:00000001:1.0:1769078399.447334:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.447337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299760144
00000100:00000001:1.0:1769078399.447339:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.447341:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078399.447343:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.447345:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078399.447349:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399]  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078399.447356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078399.447358:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078399.447359:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078399.447362:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078399.447363:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078399.447365:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078399.447368:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078399.447376:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447382:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078399.447384:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447385:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.447387:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078399.447390:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447397:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078399.447400:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447411:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078399.447414:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447416:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.447417:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447418:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078399.447420:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078399.447423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078399.447427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078399.447430:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078399.447434:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078399.447451:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925869952:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078399.447455:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447457:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.447460:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925869952/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.447466:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078399.447467:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078399.447469:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.447472:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078399.447473:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078399.447475:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078399.447477:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078399.447478:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769078399.447481:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078399.447482:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078399.447483:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769078399.447486:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078399.447487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447488:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.447491:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078399.447493:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.447494:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.447496:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.448139:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.448141:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448211:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078399.448215:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.448218:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078399.448220:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.448222:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.448224:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.448228:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5087
00000400:00000200:3.0:1769078399.448232:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078399.448235:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.448238:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.448241:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448244:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.448246:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448248:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078399.448250:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.448252:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078399.448253:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.448255:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078399.448257:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078399.448260:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078399.448263:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448265:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.448267:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448269:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078399.448271:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078399.448274:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448276:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.448278:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078399.448281:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.448284:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448286:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078399.448289:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078399.448292:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448294:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.448298:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529880.
00000020:00000040:3.0:1769078399.448301:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078399.448303:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.448305:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448306:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.448308:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.448310:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.448314:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2800.
00000100:00000001:3.0:1769078399.448317:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.448382:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.448390:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.448392:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.448396:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1cbeff8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.448433:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.448435:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078399.448437:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078399.448450:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.448457:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078399.448459:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.448461:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078399.448463:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078399.448465:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078399.448468:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870080:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078399.448471:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078399.448473:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078399.448475:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.448477:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078399.448480:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.448482:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078399.448486:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078399.448489:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078399.448492:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078399.448496:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870080, portal 10
00000100:00000001:1.0:1769078399.448498:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078399.448499:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769078399.448504:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.448510:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078399.448512:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078399.448515:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078399.448517:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925870080, offset 0
00000400:00000200:1.0:1769078399.448536:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078399.448723:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.448729:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078399.448731:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078399.448734:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078399.448736:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078399.448739:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078399.448742:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16507:16507:256:4294967295] 192.168.204.157@tcp LPNI seq info [16503:16503:8:4294967295]
00000400:00000200:1.0:1769078399.448746:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.448753:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078399.448758:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.448761:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078399.448765:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078399.448768:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078399.448772:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078399.448775:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078399.448778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.448780:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078399.448783:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078399.448787:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078399.448790:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078399.448792:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078399.448794:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078399.448798:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.448836:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078399.448840:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.448843:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078399.448844:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.448846:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.448848:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.448851:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5087
00000400:00000200:3.0:1769078399.448855:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078399.448858:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.448860:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.448862:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448864:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.448866:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448868:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078399.448870:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.448871:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078399.448873:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.448875:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078399.448877:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:3.0:1769078399.448879:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078399.448881:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448883:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.448885:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448887:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078399.448889:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:3.0:1769078399.448891:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078399.448893:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.448894:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078399.448897:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.448899:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448901:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078399.448903:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078399.448906:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448907:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.448911:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528a80.
00000020:00000040:3.0:1769078399.448913:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078399.448915:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.448926:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.448928:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.448930:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.448932:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.448935:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d0800.
00000100:00000001:3.0:1769078399.448938:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.448943:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.448950:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.448952:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.448956:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000569c80d8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449212:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.449218:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449226:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.449227:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078399.449232:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078399.449235:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078399.449239:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078399.449241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299760156
00000100:00000001:1.0:1769078399.449243:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.449245:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299760156
00000100:00000001:1.0:1769078399.449248:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.449250:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078399.449252:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.449254:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078399.449257:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399]  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078399.449266:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078399.449267:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078399.449269:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078399.449271:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078399.449272:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078399.449275:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078399.449277:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078399.449285:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449291:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078399.449292:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449294:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.449295:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078399.449298:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449304:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078399.449308:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449314:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078399.449316:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449317:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.449318:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449320:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078399.449321:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078399.449335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078399.449339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078399.449341:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078399.449345:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078399.449353:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870080:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078399.449357:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449358:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.449361:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925870080/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449367:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078399.449369:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078399.449371:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.449374:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078399.449375:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078399.449376:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078399.449378:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078399.449380:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769078399.449383:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078399.449384:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078399.449385:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769078399.449388:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078399.449389:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449391:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.449394:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078399.449396:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.449398:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.449399:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078399.449401:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078399.449404:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449410:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078399.449412:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.449414:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078399.449416:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078399.449418:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078399.449421:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870208:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078399.449424:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078399.449426:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078399.449427:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078399.449429:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078399.449432:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.449434:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078399.449438:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078399.449451:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078399.449455:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078399.449458:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870208, portal 4
00000100:00000001:1.0:1769078399.449459:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078399.449461:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769078399.449466:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449472:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078399.449474:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078399.449476:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078399.449479:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925870208, offset 0
00000400:00000200:1.0:1769078399.449482:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078399.449486:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.449490:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078399.449493:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078399.449495:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078399.449497:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078399.449499:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078399.449503:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16508:16508:256:4294967295] 192.168.204.157@tcp LPNI seq info [16504:16504:8:4294967295]
00000400:00000200:1.0:1769078399.449507:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078399.449513:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078399.449518:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.449809:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078399.449815:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078399.449817:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078399.449822:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078399.449824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078399.449828:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078399.449830:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078399.449834:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078399.449837:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078399.449840:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078399.449842:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078399.449845:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078399.449849:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449856:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.449859:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.449865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.449866:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078399.449870:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078399.449873:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078399.449876:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078399.449879:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299760153
00000100:00000001:1.0:1769078399.449881:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.449883:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299760153
00000100:00000001:1.0:1769078399.449885:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299761409
00000100:00000001:1.0:1769078399.449887:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078399.449889:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.449891:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078399.449894:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399]  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078399.449903:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078399.449904:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078399.449906:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078399.449909:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078399.449910:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078399.450128:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078399.450133:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078399.450142:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.450148:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078399.450150:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.450153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078399.450157:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.450163:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078399.450167:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.450174:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078399.450176:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450178:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078399.450180:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450181:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078399.450183:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078399.450185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078399.450189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078399.450191:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078399.450195:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078399.450203:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870208:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078399.450206:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450208:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078399.450211:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925870208/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078399.450217:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078399.450218:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078399.450220:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078399.450223:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078399.450225:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078399.450226:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078399.450228:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078399.450230:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769078399.450232:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078399.450233:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078399.450235:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769078399.450237:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078399.450238:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450240:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.450243:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078399.450245:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.450247:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.450249:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078399.450385:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078399.450387:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.450418:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.450421:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078399.450425:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078399.450430:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5097)
00010000:00000001:3.0:1769078399.892608:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078399.892616:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078399.892625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078399.892626:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078399.892705:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078399.892708:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078399.892711:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078400.788589:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299761409, at 4299761472
00000100:00000040:2.0:1769078400.788598:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299761409, at 4299761472
00000100:00000010:3.0:1769078400.788604:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a33c0.
00000100:00000010:2.0:1769078400.788606:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a35a0.
00010000:00000001:3.0:1769078400.917042:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078400.917049:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078400.917051:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078400.917054:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078400.917058:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078400.917061:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078400.917062:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078400.917065:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078400.917068:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078400.917070:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078400.917124:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078400.917127:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078400.917131:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078401.940645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078401.940658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078401.940664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078401.940665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078401.940727:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078401.940730:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078401.940734:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078402.964605:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078402.964610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078402.964616:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078402.964617:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078402.964637:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078402.964640:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078402.964642:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078403.988645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078403.988652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078403.988658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078403.988661:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078403.988664:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078403.988666:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078403.988669:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078403.988671:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078403.988673:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078403.988685:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078403.991777:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078403.991782:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078403.991786:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078404.564690:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078404.564702:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078404.564705:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078404.564709:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078404.564714:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078404.564721:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5092
00000400:00000200:1.0:1769078404.564732:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078404.564739:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078404.564742:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078404.564745:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564748:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.564751:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564753:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078404.564758:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078404.564760:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078404.564763:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078404.564765:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078404.564767:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078404.564769:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078404.564773:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564775:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.564777:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564779:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078404.564782:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078404.564785:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564788:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078404.564790:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078404.564794:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078404.564797:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.564799:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078404.564801:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078404.564811:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769078404.564815:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078404.564835:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078404.564836:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.564839:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078404.564842:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078404.564846:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078404.564853:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078404.564859:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078404.564868:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078404.564878:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078404.564882:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078404.564887:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078404.564916:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078404.564919:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078404.564922:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078404.564924:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078404.564925:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078404.564928:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078404.564931:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5092
00000400:00000200:1.0:1769078404.564934:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078404.564937:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078404.564940:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078404.564943:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564944:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.564946:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564948:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078404.564950:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078404.564951:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078404.564953:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078404.564955:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078404.564956:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078404.564958:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078404.564961:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564963:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.564965:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.564967:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078404.564969:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078404.565015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078404.565019:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078404.565022:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078404.565028:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.565036:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078404.565038:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.565041:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078404.565044:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078404.565047:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078404.565051:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925870336:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078404.565055:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078404.565058:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078404.565060:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.565063:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078404.565068:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078404.565070:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078404.565076:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078404.565080:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078404.565086:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078404.565093:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870336, portal 25
00000100:00000001:3.0:1769078404.565095:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078404.565097:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139340288 : -125582570211328 : ffff8dc887833800)
00000100:00000040:3.0:1769078404.565102:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.565109:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078404.565112:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078404.565115:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078404.565117:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925870336, offset 0
00000400:00000200:3.0:1769078404.565123:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078404.565131:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.565136:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078404.565142:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078404.565146:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078404.565149:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078404.565152:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078404.565155:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16509:16509:256:4294967295] 192.168.204.157@tcp LPNI seq info [16505:16505:8:4294967295]
00000400:00000200:3.0:1769078404.565159:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.565169:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078404.565176:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.565181:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078404.565188:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078404.565191:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078404.565197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078404.565200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078404.565204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.565207:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078404.565212:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078404.565217:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078404.565221:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078404.565224:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078404.565228:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078404.565232:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.565240:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.565244:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.565251:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.565253:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078404.565258:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078404.565262:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078404.565265:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299766528
00000100:00000010:3.0:1769078404.565270:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd660.
00000100:00000001:3.0:1769078404.565276:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078404.565283:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299766528
00000100:00000010:3.0:1769078404.565286:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd180.
00000100:00000001:3.0:1769078404.565289:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078404.565292:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078404.565294:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.565297:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078404.565301:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078404.565311:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078404.565313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078404.565315:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078404.565318:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078404.565319:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078404.565322:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078404.565326:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078404.565334:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.565341:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078404.565342:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.565345:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.565347:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078404.565350:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078404.565370:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565374:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078404.565376:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078404.565380:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078404.565382:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565384:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078404.565388:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078404.565391:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565393:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078404.565397:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769078404.565399:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078404.565402:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078404.565403:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565405:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078404.565407:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078404.565409:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078404.565412:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078404.565416:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078404.565421:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078404.565429:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078404.565431:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078404.565435:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078404.565443:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078404.565446:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078404.565449:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078404.565451:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078404.565453:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078404.565455:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078404.565457:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5092
00000400:00000200:1.0:1769078404.565461:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078404.565464:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078404.565466:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078404.565469:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565471:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.565473:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565475:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078404.565477:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078404.565478:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078404.565480:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078404.565482:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078404.565484:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078404.565486:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078404.565489:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565491:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.565493:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565495:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078404.565497:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078404.565500:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565503:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078404.565505:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078404.565508:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078404.565510:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565512:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078404.565514:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078404.565517:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565519:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078404.565556:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078404.565559:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078404.565562:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078404.565563:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565564:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078404.565565:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078404.565567:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078404.565571:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078404.565574:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078404.565578:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078404.565585:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078404.565587:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078404.565591:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078404.565597:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078404.565600:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078404.565603:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078404.565604:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078404.565605:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078404.565608:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078404.565610:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5092
00000400:00000200:1.0:1769078404.565614:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078404.565617:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078404.565619:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078404.565622:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565624:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.565626:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565628:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078404.565630:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078404.565632:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078404.565633:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078404.565635:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078404.565637:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078404.565639:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078404.565641:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565643:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078404.565645:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565646:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078404.565648:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078404.565651:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078404.565653:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078404.565654:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078404.565657:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078404.565658:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565660:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078404.565662:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078404.565664:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565665:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078404.565668:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078404.565670:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078404.565672:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078404.565673:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078404.565675:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078404.565676:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078404.565678:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078404.565681:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078404.565683:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078404.565687:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078404.565693:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078404.565695:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078404.565698:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078404.565706:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078404.565708:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078404.565712:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078404.565716:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5102)
00000100:00000001:3.0:1769078404.566105:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078404.566111:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566118:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078404.566122:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566124:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.566125:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566127:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078404.566129:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078404.566132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078404.566136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078404.566138:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078404.566142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078404.566149:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925870336:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078404.566155:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566157:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.566160:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833800 x1855007925870336/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566166:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078404.566168:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078404.566171:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078404.566174:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078404.566176:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078404.566178:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078404.566180:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078404.566182:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078404.566185:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078404.566187:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078404.566189:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833800.
00000100:00000001:3.0:1769078404.566192:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078404.566193:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566195:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566202:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078404.566204:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566206:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078404.566208:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078404.566209:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078404.566212:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566219:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078404.566221:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566223:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078404.566225:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078404.566227:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078404.566230:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870464:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078404.566233:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078404.566236:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078404.566238:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566240:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078404.566244:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078404.566246:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078404.566251:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078404.566254:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078404.566257:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078404.566261:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870464, portal 10
00000100:00000001:3.0:1769078404.566263:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078404.566264:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139325952 : -125582570225664 : ffff8dc887830000)
00000100:00000040:3.0:1769078404.566270:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566277:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078404.566279:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078404.566282:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078404.566284:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925870464, offset 0
00000400:00000200:3.0:1769078404.566289:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566294:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566298:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078404.566301:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078404.566304:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078404.566306:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078404.566309:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566312:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16510:16510:256:4294967295] 192.168.204.157@tcp LPNI seq info [16506:16506:8:4294967295]
00000400:00000200:3.0:1769078404.566316:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566323:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078404.566328:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566331:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078404.566335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078404.566338:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078404.566343:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078404.566345:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078404.566349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566350:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078404.566364:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078404.566369:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078404.566372:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078404.566374:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078404.566376:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078404.566380:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566388:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.566391:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566397:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566399:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078404.566402:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078404.566406:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078404.566409:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078404.566412:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299765264
00000100:00000001:3.0:1769078404.566415:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566416:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299765264
00000100:00000001:3.0:1769078404.566419:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566421:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078404.566423:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566425:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078404.566429:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078404.566437:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078404.566439:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078404.566440:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078404.566443:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078404.566445:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078404.566448:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078404.566452:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078404.566459:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566465:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078404.566467:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566468:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.566470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078404.566474:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566480:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078404.566484:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566491:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078404.566493:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566495:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.566496:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566497:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078404.566499:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078404.566502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078404.566505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078404.566507:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078404.566511:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078404.566519:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870464:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078404.566540:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078404.566544:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566557:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078404.566559:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566561:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078404.566562:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078404.566564:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078404.566567:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870592:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078404.566570:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078404.566572:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078404.566574:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566575:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078404.566578:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078404.566580:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078404.566583:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078404.566586:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078404.566589:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078404.566591:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870592, portal 10
00000100:00000001:3.0:1769078404.566593:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078404.566594:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078404.566599:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566605:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078404.566607:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078404.566609:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078404.566611:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925870592, offset 0
00000400:00000200:3.0:1769078404.566615:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566618:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566622:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078404.566624:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078404.566627:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078404.566629:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078404.566631:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566634:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16511:16511:256:4294967295] 192.168.204.157@tcp LPNI seq info [16507:16507:8:4294967295]
00000400:00000200:3.0:1769078404.566638:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566644:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078404.566648:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566651:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078404.566654:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078404.566657:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078404.566661:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078404.566663:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078404.566667:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566668:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078404.566671:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078404.566674:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078404.566677:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078404.566679:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078404.566681:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078404.566684:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566691:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.566694:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566700:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566701:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078404.566704:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078404.566706:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078404.566710:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078404.566712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299765274
00000100:00000001:3.0:1769078404.566714:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566716:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299765274
00000100:00000001:3.0:1769078404.566718:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566720:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078404.566723:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566724:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078404.566727:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078404.566735:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078404.566736:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078404.566738:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078404.566740:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078404.566741:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078404.566743:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078404.566746:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078404.566754:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566760:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078404.566761:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566763:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.566764:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078404.566767:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566774:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078404.566777:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566784:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078404.566786:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566787:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.566789:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.566790:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078404.566792:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078404.566794:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078404.566797:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078404.566799:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078404.566803:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078404.566810:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870592:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078404.566814:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078404.566817:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566822:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078404.566824:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566826:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078404.566827:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078404.566829:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078404.566832:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870720:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078404.566835:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078404.566836:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078404.566838:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078404.566839:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078404.566842:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078404.566844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078404.566847:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078404.566849:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078404.566852:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078404.566855:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870720, portal 4
00000100:00000001:3.0:1769078404.566857:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078404.566858:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078404.566863:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566868:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078404.566871:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078404.566873:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078404.566875:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925870720, offset 0
00000400:00000200:3.0:1769078404.566879:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566882:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566886:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078404.566888:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078404.566891:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078404.566893:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078404.566895:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078404.566898:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16512:16512:256:4294967295] 192.168.204.157@tcp LPNI seq info [16508:16508:8:4294967295]
00000400:00000200:3.0:1769078404.566902:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078404.566907:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078404.566911:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566914:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078404.566917:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078404.566920:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769078404.566924:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078404.566926:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769078404.566929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078404.566931:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078404.566934:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078404.566937:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078404.566939:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078404.566941:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078404.566944:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078404.566947:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.566957:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.566964:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566965:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078404.566968:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078404.566971:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078404.566974:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078404.566976:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299765271
00000100:00000001:3.0:1769078404.566978:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299765271
00000100:00000001:3.0:1769078404.566982:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299766528
00000100:00000001:3.0:1769078404.566984:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078404.566986:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.566987:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078404.566990:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078404.566997:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078404.566998:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078404.567000:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078404.567002:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078404.567004:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078404.567006:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078404.567009:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078404.567017:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567022:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078404.567024:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567026:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.567027:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078404.567030:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567037:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078404.567040:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567046:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078404.567048:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567050:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078404.567051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567052:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078404.567054:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078404.567056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078404.567060:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078404.567062:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078404.567065:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078404.567073:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870720:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078404.567076:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567078:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.567081:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830000 x1855007925870464/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567086:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078404.567088:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078404.567090:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078404.567092:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078404.567093:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078404.567095:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078404.567096:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078404.567098:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078404.567100:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078404.567102:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078404.567103:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830000.
00000100:00000001:3.0:1769078404.567106:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078404.567107:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567109:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.567112:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925870592/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567119:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078404.567120:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078404.567121:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078404.567124:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078404.567125:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078404.567126:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078404.567128:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078404.567129:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078404.567131:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078404.567132:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078404.567133:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078404.567136:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078404.567137:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567139:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078404.567142:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925870720/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078404.567148:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078404.567149:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078404.567150:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078404.567153:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078404.567154:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078404.567155:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078404.567157:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078404.567158:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078404.567160:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078404.567161:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078404.567162:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078404.567164:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078404.567165:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567167:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078404.567170:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078404.567171:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078404.567173:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078404.567175:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078405.012630:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078405.012637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078405.012642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078405.012644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078405.013678:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078405.013682:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078405.013686:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078405.908643:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299766528, at 4299766592
00000100:00000010:2.0:1769078405.908657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd660.
00000100:00000040:3.0:1769078405.909673:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299766528, at 4299766593
00000100:00000010:3.0:1769078405.909681:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00010000:00000001:3.0:1769078406.036632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078406.036639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078406.036656:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078406.036657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078406.037263:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078406.037267:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078406.037271:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078407.060705:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078407.060717:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078407.060725:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078407.060727:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078407.060774:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078407.060778:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078407.060782:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078408.084641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078408.084647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078408.084651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078408.084653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078408.084857:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078408.084861:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078408.084864:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078409.109149:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078409.109154:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078409.109159:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078409.109160:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078409.109315:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078409.109318:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078409.109321:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078409.684631:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078409.684642:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078409.684644:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078409.684647:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078409.684650:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078409.684656:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5097
00000400:00000200:1.0:1769078409.684664:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078409.684668:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078409.684671:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078409.684673:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.684675:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.684677:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.684678:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078409.684681:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078409.684682:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078409.684684:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078409.684686:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078409.684688:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078409.684689:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078409.684698:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.684700:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.684702:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.684703:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078409.684707:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078409.684710:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078409.684712:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078409.684715:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078409.684718:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078409.684721:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.684723:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078409.684725:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078409.684735:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078409.684739:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078409.684743:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078409.684744:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.684747:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078409.684749:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078409.684753:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078409.684758:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078409.684763:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078409.684769:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078409.684777:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078409.684779:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078409.684782:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.684844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078409.684848:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078409.684850:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078409.684856:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.684863:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078409.684864:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.684867:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078409.684870:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078409.684872:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078409.684876:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925870848:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078409.684879:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078409.684883:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078409.684885:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.684887:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078409.684944:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078409.684948:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078409.684951:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078409.684952:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078409.684954:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078409.684956:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078409.684959:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5097
00000400:00000200:1.0:1769078409.684963:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078409.685009:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078409.685012:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078409.685015:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685016:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685018:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685020:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078409.685023:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078409.685024:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078409.685032:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078409.685034:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078409.685036:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078409.685038:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078409.685041:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685042:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685044:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685046:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078409.685048:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078409.685050:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685052:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078409.685053:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078409.685059:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078409.685061:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685062:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078409.685066:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078409.685069:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685071:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078409.685075:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078409.685077:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078409.685080:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078409.685081:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685082:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078409.685084:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078409.685086:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078409.685090:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078409.685093:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078409.685097:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078409.685104:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078409.685106:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078409.685110:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078409.685117:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078409.685119:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078409.685122:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078409.685123:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078409.685124:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078409.685126:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078409.685129:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5097
00000400:00000200:1.0:1769078409.685132:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078409.685134:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078409.685136:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078409.685139:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685140:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685142:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685143:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078409.685145:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078409.685146:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078409.685147:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078409.685149:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078409.685151:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078409.685153:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078409.685155:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685157:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685158:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685160:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078409.685163:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078409.685165:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685167:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078409.685169:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078409.685172:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078409.685174:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685175:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078409.685177:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078409.685179:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685180:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078409.685183:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000020:00000040:1.0:1769078409.685186:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078409.685188:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078409.685189:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685190:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078409.685191:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078409.685193:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078409.685196:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078409.685199:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078409.685203:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078409.685209:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078409.685211:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078409.685215:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078409.685222:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078409.685224:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078409.685227:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078409.685228:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078409.685230:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078409.685232:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078409.685234:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5097
00000400:00000200:1.0:1769078409.685238:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078409.685241:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078409.685243:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078409.685245:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685247:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685249:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685251:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078409.685253:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078409.685254:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078409.685256:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078409.685258:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078409.685260:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078409.685261:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078409.685264:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685266:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078409.685278:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685280:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078409.685283:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078409.685286:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078409.685288:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078409.685289:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078409.685292:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078409.685294:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685295:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078409.685297:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078409.685300:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685301:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078409.685304:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078409.685306:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078409.685309:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078409.685310:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078409.685311:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078409.685313:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078409.685314:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078409.685317:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078409.685320:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078409.685324:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078409.685330:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078409.685332:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078409.685336:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078409.685342:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078409.685345:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078409.685348:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078409.685353:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5108)
02000000:00000010:3.0:1769078409.685455:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078409.685458:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078409.685472:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078409.685479:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078409.685485:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078409.685493:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870848, portal 25
00000100:00000001:3.0:1769078409.685496:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078409.685497:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078409.685503:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685510:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078409.685512:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078409.685515:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078409.685517:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925870848, offset 0
00000400:00000200:3.0:1769078409.685550:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078409.685559:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.685565:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078409.685570:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078409.685574:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078409.685578:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078409.685580:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078409.685584:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16513:16513:256:4294967295] 192.168.204.157@tcp LPNI seq info [16509:16509:8:4294967295]
00000400:00000200:3.0:1769078409.685589:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.685598:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078409.685604:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.685609:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078409.685616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078409.685620:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078409.685625:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078409.685629:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078409.685633:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.685635:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078409.685641:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078409.685645:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078409.685650:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078409.685652:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078409.685656:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078409.685660:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685668:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.685672:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685679:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.685681:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078409.685686:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078409.685689:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078409.685692:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299771649
00000100:00000010:3.0:1769078409.685697:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd180.
00000100:00000001:3.0:1769078409.685703:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078409.685708:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299771649
00000100:00000010:3.0:1769078409.685710:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd060.
00000100:00000001:3.0:1769078409.685712:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078409.685715:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078409.685717:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.685724:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078409.685728:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078409.685737:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078409.685739:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078409.685741:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078409.685743:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078409.685745:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078409.685747:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078409.685750:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078409.685758:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685764:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078409.685766:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685768:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.685769:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078409.685773:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685779:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078409.685783:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685790:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078409.685792:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685794:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.685795:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685797:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078409.685799:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078409.685802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078409.685806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078409.685808:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078409.685813:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078409.685822:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925870848:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078409.685827:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685829:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.685832:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925870848/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685839:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078409.685842:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078409.685844:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078409.685847:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078409.685849:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078409.685851:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078409.685853:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078409.685855:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078409.685859:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078409.685860:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078409.685862:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078409.685865:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078409.685866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685868:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.685874:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078409.685877:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.685878:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078409.685880:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078409.685881:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078409.685884:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685901:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078409.685902:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.685904:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078409.685906:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078409.685908:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078409.685911:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870976:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078409.685914:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078409.685916:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078409.685917:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.685919:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078409.685922:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078409.685924:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078409.685928:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078409.685931:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078409.685934:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078409.685937:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925870976, portal 10
00000100:00000001:3.0:1769078409.685939:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078409.685940:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078409.685946:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.685952:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078409.685953:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078409.685956:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078409.685958:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925870976, offset 0
00000400:00000200:3.0:1769078409.685962:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078409.685966:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.685969:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078409.685972:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078409.685974:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078409.685976:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078409.685979:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078409.685982:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16514:16514:256:4294967295] 192.168.204.157@tcp LPNI seq info [16510:16510:8:4294967295]
00000400:00000200:3.0:1769078409.685986:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.685991:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078409.685996:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.685999:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078409.686003:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078409.686005:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078409.686009:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078409.686012:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078409.686015:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.686017:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078409.686020:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078409.686023:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078409.686026:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078409.686028:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078409.686030:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078409.686034:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686041:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686044:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686051:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686052:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078409.686055:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078409.686059:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078409.686062:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078409.686063:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299770384
00000100:00000001:3.0:1769078409.686066:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686068:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299770384
00000100:00000001:3.0:1769078409.686070:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686072:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078409.686074:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686076:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078409.686080:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078409.686087:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078409.686088:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078409.686090:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078409.686092:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078409.686094:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078409.686095:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078409.686099:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078409.686107:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686113:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078409.686114:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686115:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686117:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078409.686120:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686127:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078409.686130:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686137:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078409.686140:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686141:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686142:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686144:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078409.686146:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078409.686148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078409.686151:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078409.686154:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078409.686158:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078409.686165:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925870976:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078409.686169:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078409.686172:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686184:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078409.686185:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.686187:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078409.686189:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078409.686191:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078409.686193:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871104:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078409.686196:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078409.686198:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078409.686199:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.686201:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078409.686204:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078409.686206:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078409.686210:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078409.686212:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078409.686215:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078409.686218:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871104, portal 10
00000100:00000001:3.0:1769078409.686219:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078409.686221:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078409.686226:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686232:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078409.686234:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078409.686236:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078409.686239:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925871104, offset 0
00000400:00000200:3.0:1769078409.686242:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078409.686246:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.686249:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078409.686252:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078409.686254:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078409.686257:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078409.686259:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078409.686262:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16515:16515:256:4294967295] 192.168.204.157@tcp LPNI seq info [16511:16511:8:4294967295]
00000400:00000200:3.0:1769078409.686266:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.686286:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078409.686291:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.686295:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078409.686298:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078409.686301:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078409.686305:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078409.686307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078409.686311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.686313:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078409.686316:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078409.686319:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078409.686322:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078409.686323:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078409.686326:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078409.686329:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686337:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686340:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686346:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686347:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078409.686350:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078409.686353:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078409.686356:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078409.686358:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299770393
00000100:00000001:3.0:1769078409.686361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686362:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299770393
00000100:00000001:3.0:1769078409.686364:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686366:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078409.686369:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686371:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078409.686375:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078409.686383:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078409.686384:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078409.686386:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078409.686388:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078409.686389:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078409.686391:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078409.686394:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078409.686402:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686408:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078409.686409:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686411:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686412:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078409.686416:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686422:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078409.686426:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686432:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078409.686435:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686438:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686440:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078409.686441:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078409.686444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078409.686447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078409.686450:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078409.686453:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078409.686461:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871104:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078409.686465:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078409.686468:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686473:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078409.686475:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.686477:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078409.686479:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078409.686480:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078409.686483:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871232:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078409.686486:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078409.686488:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078409.686489:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078409.686491:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078409.686494:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078409.686496:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078409.686499:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078409.686502:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078409.686505:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078409.686508:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871232, portal 4
00000100:00000001:3.0:1769078409.686510:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078409.686511:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078409.686516:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686541:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078409.686544:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078409.686547:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078409.686549:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925871232, offset 0
00000400:00000200:3.0:1769078409.686553:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078409.686557:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.686561:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078409.686563:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078409.686565:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078409.686568:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078409.686570:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078409.686573:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16516:16516:256:4294967295] 192.168.204.157@tcp LPNI seq info [16512:16512:8:4294967295]
00000400:00000200:3.0:1769078409.686577:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078409.686582:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078409.686586:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.686590:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078409.686593:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078409.686596:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078409.686599:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078409.686602:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078409.686605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078409.686607:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078409.686609:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078409.686612:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078409.686615:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078409.686617:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078409.686619:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078409.686623:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686630:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686633:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686641:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078409.686644:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078409.686647:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078409.686650:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078409.686652:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299770391
00000100:00000001:3.0:1769078409.686654:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686656:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299770391
00000100:00000001:3.0:1769078409.686658:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299771649
00000100:00000001:3.0:1769078409.686660:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078409.686662:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686664:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078409.686667:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078409.686674:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078409.686676:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078409.686677:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078409.686680:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078409.686681:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078409.686683:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078409.686686:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078409.686695:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686701:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078409.686702:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686704:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686706:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078409.686709:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686716:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078409.686719:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686727:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078409.686729:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686730:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078409.686732:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686733:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078409.686735:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078409.686737:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078409.686740:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078409.686743:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078409.686746:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078409.686753:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871232:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078409.686756:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686758:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686761:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925870976/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686767:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078409.686769:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078409.686771:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078409.686773:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078409.686775:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078409.686776:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078409.686778:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078409.686779:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078409.686782:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078409.686783:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078409.686785:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078409.686787:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078409.686788:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686790:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686793:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925871104/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686799:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078409.686801:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078409.686802:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078409.686804:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078409.686805:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078409.686806:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078409.686808:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078409.686810:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078409.686812:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078409.686813:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078409.686814:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078409.686816:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078409.686818:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078409.686822:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925871232/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078409.686829:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078409.686830:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078409.686831:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078409.686834:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078409.686835:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078409.686836:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078409.686838:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078409.686839:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078409.686841:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078409.686842:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078409.686843:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078409.686845:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078409.686846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686848:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078409.686851:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078409.686853:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078409.686855:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078409.686856:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078410.133118:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078410.133125:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078410.133131:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078410.133133:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078410.133246:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078410.133250:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078410.133253:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078411.028631:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299771649, at 4299771712
00000100:00000010:2.0:1769078411.028645:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd180.
00000100:00000040:3.0:1769078411.029335:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299771649, at 4299771712
00000100:00000010:3.0:1769078411.029344:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00010000:00000001:3.0:1769078411.156842:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078411.156851:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078411.156854:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078411.156857:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078411.156863:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078411.156865:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078411.156867:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078411.156869:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078411.156874:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078411.156876:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078411.156902:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078411.156905:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078411.156908:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078412.180819:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078412.180826:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078412.180832:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078412.180834:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078412.180903:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078412.180908:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078412.180911:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769078412.948758:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:3.0:1769078412.948771:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:3.0:1769078412.948777:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078412.949260:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078412.949269:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078412.949280:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078412.949284:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078412.949287:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078413.204634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078413.204640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078413.204644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078413.204645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078413.204722:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078413.204727:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078413.204732:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078414.228924:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078414.228931:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078414.228937:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078414.228940:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078414.228942:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078414.228945:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078414.228948:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078414.228950:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078414.228952:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078414.228955:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078414.229056:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078414.229060:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078414.229064:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078414.804651:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078414.804661:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078414.804663:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078414.804667:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078414.804671:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078414.804677:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5103
00000400:00000200:1.0:1769078414.804687:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078414.804693:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078414.804696:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078414.804700:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804703:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.804705:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804707:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078414.804711:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078414.804712:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078414.804715:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078414.804717:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078414.804719:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078414.804722:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078414.804725:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804727:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.804729:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804731:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078414.804734:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078414.804737:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804740:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078414.804742:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078414.804745:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078414.804748:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.804750:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078414.804752:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078414.804761:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078414.804765:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078414.804769:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078414.804771:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.804773:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078414.804776:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078414.804781:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078414.804788:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078414.804793:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078414.804800:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078414.804811:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078414.804815:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078414.804819:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078414.804840:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078414.804843:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078414.804846:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078414.804848:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078414.804849:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078414.804852:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078414.804855:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5103
00000400:00000200:1.0:1769078414.804858:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078414.804861:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078414.804863:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078414.804866:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804868:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.804870:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804872:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078414.804875:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078414.804876:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078414.804878:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078414.804880:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078414.804883:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078414.804885:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078414.804886:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078414.804888:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804892:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078414.804892:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078414.804895:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078414.804897:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078414.804899:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078414.804904:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000040:3.0:1769078414.804907:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078414.804909:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078414.804915:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078414.804920:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078414.804925:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078414.804926:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078414.804928:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078414.804930:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.804934:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078414.804935:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078414.804938:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078414.804940:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078414.804943:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078414.804946:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.804950:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925871360:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078414.804951:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078414.804956:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078414.804958:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769078414.804960:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078414.804965:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078414.804965:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078414.804967:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.804969:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.804971:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078414.804974:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078414.804975:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078414.804977:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078414.804982:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000010:1.0:1769078414.804983:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078414.804987:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.804989:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078414.804997:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078414.804997:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078414.805004:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:1.0:1769078414.805008:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078414.805011:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078414.805015:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078414.805023:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078414.805026:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078414.805026:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00080000:1.0:1769078414.805032:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078414.805034:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078414.805036:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078414.805036:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871360, portal 25
00000100:00000001:3.0:1769078414.805042:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078414.805043:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078414.805046:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00080000:1.0:1769078414.805048:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5103
00000400:00000200:1.0:1769078414.805057:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:3.0:1769078414.805058:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078414.805062:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078414.805066:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078414.805073:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078414.805075:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078414.805077:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.805082:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078414.805082:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805086:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000010:3.0:1769078414.805089:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000020:00000001:1.0:1769078414.805090:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078414.805093:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000200:3.0:1769078414.805095:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925871360, offset 0
00000020:00000001:1.0:1769078414.805096:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078414.805099:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078414.805102:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078414.805106:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078414.805107:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078414.805112:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805115:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078414.805118:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078414.805120:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805124:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078414.805127:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:3.0:1769078414.805129:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:1.0:1769078414.805133:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805137:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.805138:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078414.805141:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078414.805146:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078414.805146:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:1.0:1769078414.805151:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.805152:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078414.805154:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078414.805157:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000008:00100000:1.0:1769078414.805159:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078414.805164:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.805165:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16517:16517:256:4294967295] 192.168.204.157@tcp LPNI seq info [16513:16513:8:4294967295]
00000100:00000001:1.0:1769078414.805168:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078414.805174:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000400:00000200:3.0:1769078414.805174:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078414.805178:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078414.805213:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078414.805215:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.805217:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078414.805219:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078414.805220:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078414.805224:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078414.805227:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078414.805231:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078414.805237:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078414.805239:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078414.805242:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078414.805249:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078414.805252:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078414.805255:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078414.805256:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078414.805258:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078414.805260:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078414.805263:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5103
00000400:00000200:1.0:1769078414.805266:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078414.805269:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078414.805271:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078414.805273:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805275:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.805277:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805279:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078414.805281:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078414.805282:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078414.805284:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078414.805286:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078414.805287:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078414.805290:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078414.805292:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805294:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078414.805296:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805298:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078414.805300:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078414.805302:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078414.805305:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078414.805306:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078414.805309:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078414.805311:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.805313:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078414.805315:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078414.805317:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.805319:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078414.805322:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000020:00000040:1.0:1769078414.805324:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078414.805326:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078414.805328:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078414.805329:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078414.805331:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078414.805332:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078414.805335:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078414.805339:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078414.805343:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078414.805349:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078414.805351:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078414.805354:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078414.805361:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078414.805364:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078414.805368:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078414.805372:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5113)
00000400:00000200:3.0:1769078414.805464:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078414.805470:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.805474:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078414.805479:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078414.805482:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078414.805485:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078414.805488:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078414.805490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.805492:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078414.805572:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078414.805577:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078414.805584:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078414.805586:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078414.805590:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078414.805594:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805603:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.805607:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805613:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.805615:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078414.805620:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.805624:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078414.805627:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299776769
00000100:00000010:3.0:1769078414.805632:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd060.
00000100:00000001:3.0:1769078414.805637:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078414.805642:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299776769
00000100:00000010:3.0:1769078414.805644:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd2a0.
00000100:00000001:3.0:1769078414.805647:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078414.805650:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078414.805662:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.805664:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078414.805669:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078414.805678:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078414.805680:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078414.805682:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078414.805685:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078414.805687:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078414.805689:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078414.805693:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078414.805701:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805708:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078414.805709:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805712:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.805714:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078414.805717:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805721:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078414.805724:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805728:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078414.805730:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805731:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.805732:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805734:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078414.805735:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078414.805737:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078414.805739:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078414.805741:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078414.805743:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078414.805748:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925871360:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078414.805751:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805753:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.805756:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925871360/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805762:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078414.805764:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078414.805767:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078414.805770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078414.805771:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078414.805773:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078414.805775:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078414.805777:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078414.805780:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078414.805782:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078414.805784:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078414.805787:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078414.805788:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805790:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805797:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078414.805799:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.805801:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078414.805802:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078414.805804:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078414.805807:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805814:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078414.805815:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.805818:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078414.805819:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.805822:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.805825:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871488:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078414.805828:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078414.805830:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078414.805831:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.805832:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078414.805835:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078414.805837:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.805842:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078414.805844:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078414.805848:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078414.805851:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871488, portal 10
00000100:00000001:3.0:1769078414.805853:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078414.805854:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000040:3.0:1769078414.805860:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805865:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078414.805867:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078414.805868:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078414.805870:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925871488, offset 0
00000400:00000200:3.0:1769078414.805872:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078414.805875:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.805878:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078414.805880:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078414.805882:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078414.805884:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078414.805885:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078414.805887:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16518:16518:256:4294967295] 192.168.204.157@tcp LPNI seq info [16514:16514:8:4294967295]
00000400:00000200:3.0:1769078414.805890:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.805894:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078414.805897:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.805899:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078414.805901:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078414.805903:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078414.805906:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078414.805907:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078414.805910:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.805911:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078414.805913:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078414.805915:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078414.805916:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078414.805918:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078414.805919:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078414.805921:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805926:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.805928:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805932:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.805932:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078414.805934:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.805937:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078414.805939:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078414.805940:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299775504
00000100:00000001:3.0:1769078414.805942:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.805943:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299775504
00000100:00000001:3.0:1769078414.805945:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.805947:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078414.805948:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.805949:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078414.805951:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078414.805955:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078414.805956:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078414.805957:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078414.805958:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078414.805959:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078414.805960:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078414.805961:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078414.805966:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805970:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078414.805971:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805972:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.805972:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078414.805974:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805978:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078414.805980:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.805983:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078414.805985:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805986:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.805986:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.805988:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078414.805989:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078414.805991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078414.805993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078414.805994:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078414.805997:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078414.806001:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871488:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078414.806003:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078414.806005:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806008:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078414.806018:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.806020:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078414.806021:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.806022:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.806024:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871616:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078414.806026:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078414.806027:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078414.806028:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.806029:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078414.806031:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078414.806032:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.806034:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078414.806035:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078414.806037:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078414.806039:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871616, portal 10
00000100:00000001:3.0:1769078414.806040:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078414.806040:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00000040:3.0:1769078414.806044:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806048:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078414.806049:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078414.806050:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078414.806051:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925871616, offset 0
00000400:00000200:3.0:1769078414.806054:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078414.806056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.806057:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078414.806059:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078414.806060:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078414.806062:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078414.806063:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078414.806065:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16519:16519:256:4294967295] 192.168.204.157@tcp LPNI seq info [16515:16515:8:4294967295]
00000400:00000200:3.0:1769078414.806067:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.806071:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078414.806074:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.806075:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078414.806078:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078414.806079:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078414.806082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078414.806083:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078414.806086:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.806087:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078414.806089:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078414.806090:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078414.806092:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078414.806093:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078414.806095:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078414.806097:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806101:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.806103:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806110:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.806111:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078414.806113:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.806114:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078414.806116:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078414.806117:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299775513
00000100:00000001:3.0:1769078414.806119:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.806120:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299775513
00000100:00000001:3.0:1769078414.806121:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.806122:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078414.806123:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.806125:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078414.806127:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078414.806131:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078414.806131:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078414.806132:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078414.806133:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078414.806134:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078414.806135:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078414.806137:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078414.806142:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806145:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078414.806146:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806147:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.806147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078414.806149:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806153:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078414.806155:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806159:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078414.806160:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806161:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.806162:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806163:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078414.806164:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078414.806165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078414.806167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078414.806168:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078414.806170:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078414.806174:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871616:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078414.806176:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078414.806177:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806194:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078414.806195:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.806198:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078414.806199:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.806201:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.806205:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871744:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078414.806208:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078414.806209:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078414.806211:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.806213:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078414.806215:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078414.806217:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078414.806220:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078414.806223:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078414.806226:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078414.806228:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871744, portal 4
00000100:00000001:3.0:1769078414.806230:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078414.806231:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078414.806236:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806242:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078414.806244:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078414.806246:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078414.806257:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925871744, offset 0
00000400:00000200:3.0:1769078414.806261:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078414.806265:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.806268:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078414.806276:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078414.806282:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078414.806284:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078414.806286:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078414.806289:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16520:16520:256:4294967295] 192.168.204.157@tcp LPNI seq info [16516:16516:8:4294967295]
00000400:00000200:3.0:1769078414.806294:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078414.806300:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078414.806304:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.806307:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078414.806311:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078414.806313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078414.806317:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078414.806319:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078414.806323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078414.806325:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:3.0:1769078414.806327:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078414.806331:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078414.806334:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:3.0:1769078414.806335:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:3.0:1769078414.806338:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078414.806341:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806348:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.806350:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806355:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.806357:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078414.806359:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.806362:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078414.806365:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078414.806367:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299775510
00000100:00000001:3.0:1769078414.806369:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.806371:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299775510
00000100:00000001:3.0:1769078414.806374:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299776769
00000100:00000001:3.0:1769078414.806376:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078414.806377:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.806379:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078414.806383:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078414.806390:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078414.806391:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078414.806393:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078414.806395:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078414.806397:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078414.806400:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078414.806403:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078414.806411:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806417:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078414.806419:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.806421:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078414.806423:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806427:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078414.806429:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806433:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078414.806435:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806435:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078414.806436:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806437:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078414.806438:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078414.806440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078414.806441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078414.806442:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078414.806444:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078414.806448:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925871744:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078414.806450:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806452:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.806454:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925871488/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806458:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078414.806459:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078414.806460:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:3.0:1769078414.806461:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078414.806462:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078414.806463:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078414.806464:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078414.806466:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078414.806467:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078414.806468:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078414.806469:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078414.806471:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078414.806472:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.806474:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925871616/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806478:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078414.806478:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078414.806479:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:3.0:1769078414.806480:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078414.806481:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078414.806481:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078414.806482:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078414.806483:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078414.806484:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078414.806485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078414.806485:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078414.806486:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078414.806487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078414.806490:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925871744/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.806504:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078414.806505:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078414.806507:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:3.0:1769078414.806509:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078414.806510:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078414.806511:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078414.806513:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078414.806514:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078414.806516:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078414.806517:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078414.806518:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078414.806540:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078414.806542:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806544:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078414.806547:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078414.806549:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.806551:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078414.806552:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078415.252641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078415.252648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078415.252653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078415.252654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078415.252676:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078415.252678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078415.252681:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078416.148650:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299776769, at 4299776832
00000100:00000040:3.0:1769078416.148650:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299776769, at 4299776832
00000100:00000010:2.0:1769078416.148665:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd060.
00000100:00000010:3.0:1769078416.148667:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00010000:00000001:3.0:1769078416.276638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078416.276644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078416.276649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078416.276650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078416.276710:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078416.276713:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078416.276715:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078417.300639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078417.300645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078417.300651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078417.300653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078417.300744:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078417.300750:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078417.300754:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078418.324623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078418.324629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078418.324632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078418.324633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078418.324687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078418.324691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078418.324693:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078419.348655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078419.348662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078419.348666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078419.348667:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078419.348696:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078419.348699:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078419.348703:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078419.924672:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078419.924682:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078419.924685:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078419.924688:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078419.924692:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078419.924699:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5108
00000400:00000200:3.0:1769078419.924708:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078419.924714:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078419.924716:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078419.924719:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924721:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078419.924723:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924725:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078419.924728:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078419.924730:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078419.924732:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078419.924734:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078419.924736:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078419.924738:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078419.924740:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924741:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078419.924742:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924743:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078419.924745:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078419.924749:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924750:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078419.924753:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078419.924756:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078419.924758:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.924760:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078419.924762:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078419.924774:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952aa00.
00000020:00000040:3.0:1769078419.924777:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078419.924781:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078419.924782:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.924784:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078419.924787:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078419.924791:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078419.924798:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2800.
00000100:00000001:3.0:1769078419.924803:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078419.924810:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078419.924819:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078419.924823:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078419.924828:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003740767d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078419.924854:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078419.924857:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078419.924861:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078419.924863:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078419.924865:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078419.924869:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078419.924872:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5108
00000400:00000200:3.0:1769078419.924877:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078419.924881:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078419.924883:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078419.924887:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924889:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078419.924891:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924892:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078419.924894:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078419.924895:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078419.924897:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078419.924898:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078419.924899:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078419.924902:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078419.924905:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078419.924908:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924910:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078419.924911:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078419.924911:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924916:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078419.924919:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078419.924919:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078419.924929:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078419.924931:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078419.924935:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078419.924937:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078419.924942:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078419.924950:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.924957:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078419.924964:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078419.924965:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078419.924967:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078419.924973:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.924975:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078419.924977:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.924980:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078419.924985:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078419.924985:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952a300.
00000100:00100000:1.0:1769078419.924996:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925871872:192.168.204.157@tcp:250:kworker.0
00000020:00000040:3.0:1769078419.924996:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078419.925006:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078419.925008:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078419.925011:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.925014:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078419.925016:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078419.925019:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078419.925020:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078419.925024:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.925025:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078419.925029:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3400.
00000100:00000001:3.0:1769078419.925033:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078419.925037:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994800.
00000100:00100000:3.0:1769078419.925040:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078419.925044:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.925053:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078419.925055:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078419.925060:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038a7360] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078419.925068:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925070:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:3.0:1769078419.925072:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078419.925078:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078419.925079:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078419.925080:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078419.925082:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:3.0:1769078419.925083:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078419.925088:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5108
00000400:00000200:3.0:1769078419.925092:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078419.925094:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000400:00000200:3.0:1769078419.925105:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078419.925110:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078419.925113:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769078419.925115:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925871872, portal 25
00000100:00000001:3.0:1769078419.925116:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078419.925121:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078419.925122:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078419.925127:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078419.925128:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169712640 : -125582539838976 : ffff8dc88952aa00)
00000020:00000001:3.0:1769078419.925137:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078419.925141:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078419.925144:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078419.925147:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078419.925149:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078419.925157:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078419.925166:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:1.0:1769078419.925170:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078419.925176:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000040:1.0:1769078419.925177:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078419.925181:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000001:3.0:1769078419.925183:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078419.925186:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925871872, offset 0
00000100:00000040:3.0:1769078419.925191:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.925197:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769078419.925202:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000040:3.0:1769078419.925204:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000400:00000200:1.0:1769078419.925211:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:3.0:1769078419.925211:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078419.925221:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925226:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:3.0:1769078419.925227:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078419.925236:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078419.925237:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078419.925244:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925247:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:3.0:1769078419.925248:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078419.925252:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078419.925253:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1769078419.925262:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925266:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.925267:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925276:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16521:16521:256:4294967295] 192.168.204.157@tcp LPNI seq info [16517:16517:8:4294967295]
00000100:00000010:3.0:1769078419.925278:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952bb80.
00000020:00000040:3.0:1769078419.925282:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078419.925286:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078419.925287:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078419.925288:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.925292:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078419.925294:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078419.925297:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078419.925301:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d0800.
00000100:00000001:3.0:1769078419.925307:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925310:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078419.925322:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078419.925323:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.925333:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000001:3.0:1769078419.925340:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078419.925345:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078419.925348:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:3.0:1769078419.925354:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000570e4aa8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078419.925356:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078419.925375:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078419.925376:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078419.925390:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769078419.925391:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1769078419.925403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:3.0:1769078419.925403:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1769078419.925410:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00000001:3.0:1769078419.925411:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078419.925416:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078419.925416:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078419.925426:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078419.925427:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078419.925436:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000100:00080000:3.0:1769078419.925439:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5108
00000400:00000010:1.0:1769078419.925440:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000400:00000200:3.0:1769078419.925452:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078419.925453:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769078419.925462:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000200:1.0:1769078419.925467:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078419.925467:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078419.925478:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.925489:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078419.925496:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078419.925497:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:1.0:1769078419.925504:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078419.925504:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078419.925518:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078419.925558:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.925561:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078419.925569:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.925575:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:3.0:1769078419.925578:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078419.925581:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078419.925582:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299781889
00000020:00000040:3.0:1769078419.925583:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078419.925589:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000010:1.0:1769078419.925590:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3ea0.
00000020:00000001:3.0:1769078419.925598:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769078419.925603:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769078419.925604:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078419.925608:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078419.925612:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078419.925613:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299781889
00000100:00000001:3.0:1769078419.925614:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078419.925626:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000010:1.0:1769078419.925627:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3de0.
00000100:00000001:1.0:1769078419.925636:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1769078419.925638:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078419.925641:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078419.925643:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.925645:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078419.925648:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078419.925650:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078419.925653:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078419.925659:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078419.925659:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.925667:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078419.925671:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078419.925683:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078419.925686:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078419.925686:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078419.925690:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078419.925694:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000100:00000010:3.0:1769078419.925695:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528a80.
00000020:00000040:3.0:1769078419.925701:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000200:1.0:1769078419.925704:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
02000000:00000001:3.0:1769078419.925704:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078419.925707:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078419.925711:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078419.925712:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
02000000:00000001:3.0:1769078419.925714:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078419.925717:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.925720:0:2410:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1769078419.925722:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1000.
00000100:00000001:3.0:1769078419.925725:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078419.925730:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078419.925732:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078419.925773:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078419.925778:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078419.925779:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078419.925787:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000569c80d8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.925853:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078419.925855:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.925856:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925862:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769078419.925865:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078419.925866:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078419.925875:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769078419.925877:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078419.925886:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5118)
00000100:00000001:1.0:1769078419.925892:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078419.925903:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.925911:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078419.925914:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925915:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.925916:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925918:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078419.925919:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078419.925922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078419.925925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078419.925926:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078419.925929:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078419.925935:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925871872:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078419.925938:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925939:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.925941:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952aa00 x1855007925871872/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.925945:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078419.925947:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078419.925950:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994800.
02000000:00000001:1.0:1769078419.925953:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078419.925955:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078419.925957:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078419.925959:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078419.925962:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769078419.925966:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078419.925968:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078419.925970:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952aa00.
00000100:00000001:1.0:1769078419.925973:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078419.925974:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925976:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.925981:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078419.925982:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.925984:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078419.925986:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078419.925987:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078419.925990:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.925995:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078419.925996:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.925997:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078419.925999:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078419.926000:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078419.926003:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872000:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078419.926006:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078419.926008:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078419.926009:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.926011:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926014:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994800.
02000000:00000001:1.0:1769078419.926016:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.926020:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078419.926023:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078419.926027:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078419.926030:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872000, portal 10
00000100:00000001:1.0:1769078419.926031:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078419.926033:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169710848 : -125582539840768 : ffff8dc88952a300)
00000100:00000040:1.0:1769078419.926039:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926045:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078419.926047:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078419.926049:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078419.926051:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925872000, offset 0
00000400:00000200:1.0:1769078419.926055:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926059:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926063:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078419.926065:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078419.926067:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078419.926070:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078419.926072:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926075:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16522:16522:256:4294967295] 192.168.204.157@tcp LPNI seq info [16518:16518:8:4294967295]
00000400:00000200:1.0:1769078419.926078:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926084:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078419.926089:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926092:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078419.926107:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078419.926110:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078419.926115:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078419.926117:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078419.926119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926120:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078419.926122:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078419.926125:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078419.926127:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078419.926128:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078419.926129:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078419.926132:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926137:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926138:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926142:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926143:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078419.926145:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078419.926148:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078419.926150:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078419.926151:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299780624
00000100:00000001:1.0:1769078419.926154:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926156:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299780624
00000100:00000001:1.0:1769078419.926159:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926161:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078419.926163:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926165:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078419.926169:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078419.926176:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078419.926178:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078419.926179:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078419.926182:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078419.926183:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078419.926184:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078419.926186:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078419.926191:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926195:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078419.926196:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926197:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926198:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078419.926200:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926203:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078419.926205:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926210:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078419.926211:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926213:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926216:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078419.926217:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078419.926220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078419.926223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078419.926225:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078419.926229:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078419.926236:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872000:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078419.926240:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078419.926244:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926251:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078419.926252:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.926254:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078419.926256:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078419.926258:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078419.926261:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872128:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078419.926264:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078419.926266:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078419.926268:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.926270:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926273:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078419.926274:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.926278:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078419.926281:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078419.926284:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078419.926287:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872128, portal 10
00000100:00000001:1.0:1769078419.926289:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078419.926290:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169717120 : -125582539834496 : ffff8dc88952bb80)
00000100:00000040:1.0:1769078419.926294:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926298:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078419.926300:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078419.926301:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078419.926303:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925872128, offset 0
00000400:00000200:1.0:1769078419.926305:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926307:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926310:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078419.926312:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078419.926315:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078419.926317:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078419.926319:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926322:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16523:16523:256:4294967295] 192.168.204.157@tcp LPNI seq info [16519:16519:8:4294967295]
00000400:00000200:1.0:1769078419.926325:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926332:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078419.926335:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926339:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078419.926344:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078419.926347:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078419.926351:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078419.926353:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078419.926356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926358:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078419.926361:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078419.926364:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078419.926367:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078419.926368:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078419.926371:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078419.926374:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926381:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926384:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926395:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926396:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078419.926399:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078419.926402:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078419.926405:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078419.926407:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299780633
00000100:00000001:1.0:1769078419.926409:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299780633
00000100:00000001:1.0:1769078419.926413:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926415:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078419.926417:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926418:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078419.926421:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078419.926428:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078419.926430:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078419.926431:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078419.926433:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078419.926434:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078419.926437:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078419.926439:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078419.926447:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926452:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078419.926453:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926454:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926456:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078419.926459:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926465:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078419.926468:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926475:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078419.926477:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926479:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926480:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926482:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078419.926483:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078419.926486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078419.926489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078419.926491:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078419.926494:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078419.926499:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872128:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078419.926501:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078419.926503:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926507:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078419.926508:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.926510:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078419.926511:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078419.926513:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078419.926515:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872256:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078419.926518:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078419.926520:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078419.926545:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078419.926547:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926550:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078419.926552:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078419.926556:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078419.926558:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078419.926562:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078419.926564:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872256, portal 4
00000100:00000001:1.0:1769078419.926566:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078419.926568:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169704576 : -125582539847040 : ffff8dc889528a80)
00000100:00000040:1.0:1769078419.926573:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926579:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078419.926581:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078419.926583:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078419.926585:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925872256, offset 0
00000400:00000200:1.0:1769078419.926589:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926593:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926596:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078419.926599:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078419.926601:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078419.926603:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078419.926605:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078419.926608:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16524:16524:256:4294967295] 192.168.204.157@tcp LPNI seq info [16520:16520:8:4294967295]
00000400:00000200:1.0:1769078419.926612:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078419.926618:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078419.926622:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926625:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078419.926629:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078419.926631:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078419.926636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078419.926638:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078419.926642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078419.926644:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078419.926647:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078419.926650:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078419.926653:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078419.926655:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078419.926656:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078419.926659:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926666:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926670:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926671:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078419.926672:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078419.926674:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078419.926677:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078419.926679:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299780631
00000100:00000001:1.0:1769078419.926682:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926683:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299780631
00000100:00000001:1.0:1769078419.926686:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299781889
00000100:00000001:1.0:1769078419.926687:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078419.926689:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926691:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078419.926694:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078419.926702:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078419.926703:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078419.926705:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078419.926707:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078419.926709:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078419.926711:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078419.926714:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078419.926722:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926728:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078419.926729:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926730:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926731:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078419.926733:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926737:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078419.926739:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926743:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078419.926744:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926745:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078419.926746:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926747:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078419.926748:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078419.926749:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078419.926751:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078419.926752:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078419.926754:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078419.926758:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872256:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078419.926760:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926761:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926763:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a300 x1855007925872000/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926767:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078419.926768:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926769:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994800.
02000000:00000001:1.0:1769078419.926770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078419.926771:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078419.926772:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078419.926773:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078419.926774:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769078419.926776:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078419.926777:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078419.926778:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a300.
00000100:00000001:1.0:1769078419.926780:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078419.926781:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926782:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926784:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952bb80 x1855007925872128/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926787:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078419.926788:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926789:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078419.926790:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078419.926791:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078419.926791:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078419.926792:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078419.926793:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769078419.926794:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078419.926795:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078419.926795:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952bb80.
00000100:00000001:1.0:1769078419.926797:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078419.926798:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926798:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078419.926800:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528a80 x1855007925872256/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078419.926803:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078419.926804:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078419.926805:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078419.926806:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078419.926807:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078419.926808:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078419.926809:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078419.926810:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769078419.926811:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078419.926811:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078419.926812:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528a80.
00000100:00000001:1.0:1769078419.926813:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078419.926814:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926815:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078419.926817:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078419.926818:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078419.926819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078419.926820:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078420.372663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078420.372670:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078420.372678:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078420.372679:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078420.372748:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078420.372753:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078420.372756:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078421.268666:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299781889, at 4299781952
00000100:00000040:2.0:1769078421.268667:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299781889, at 4299781952
00000100:00000010:2.0:1769078421.268683:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3ea0.
00000100:00000010:3.0:1769078421.268685:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3de0.
00010000:00000001:3.0:1769078421.396808:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078421.396815:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078421.396818:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078421.396820:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078421.396824:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078421.396827:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078421.397006:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078421.397010:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078421.397015:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078421.397016:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078421.397322:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078421.397326:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078421.397328:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078422.420648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078422.420654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078422.420660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078422.420661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078422.421007:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078422.421014:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078422.421019:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078423.444647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078423.444655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078423.444661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078423.444662:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078423.444688:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078423.444691:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078423.444694:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078424.468589:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078424.468594:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078424.468597:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078424.468600:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078424.468602:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078424.468603:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078424.468605:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078424.468607:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078424.468608:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078424.468609:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078424.468762:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078424.468766:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078424.468770:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078425.044681:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078425.044691:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078425.044694:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078425.044697:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078425.044701:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078425.044708:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5113
00000400:00000200:2.0:1769078425.044719:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078425.044725:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078425.044728:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078425.044732:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.044866:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.044870:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.044873:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078425.044878:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078425.044879:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078425.044882:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078425.044884:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078425.044887:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078425.044899:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078425.044903:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.044905:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.044907:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.044909:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078425.044912:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078425.044916:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078425.044918:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078425.044921:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078425.044924:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078425.044927:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.044929:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078425.044931:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078425.044940:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078425.044943:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078425.044946:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078425.044948:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.044951:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078425.044954:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078425.044958:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078425.044965:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078425.044971:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078425.044979:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078425.044989:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078425.044994:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078425.044999:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045151:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078425.045154:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078425.045157:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078425.045163:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045171:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078425.045173:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.045176:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078425.045179:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078425.045182:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078425.045185:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925872384:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078425.045189:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078425.045192:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078425.045195:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.045197:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078425.045201:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.045203:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078425.045210:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078425.045214:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078425.045220:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078425.045232:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872384, portal 25
00000100:00000001:1.0:1769078425.045235:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078425.045236:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:1.0:1769078425.045241:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045248:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078425.045250:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078425.045253:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078425.045257:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925872384, offset 0
00000400:00000200:1.0:1769078425.045264:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078425.045271:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.045277:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078425.045282:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078425.045286:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078425.045289:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078425.045291:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078425.045296:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16525:16525:256:4294967295] 192.168.204.157@tcp LPNI seq info [16521:16521:8:4294967295]
00000400:00000200:1.0:1769078425.045300:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.045310:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078425.045316:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.045331:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078425.045337:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078425.045340:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078425.045346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078425.045349:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078425.045353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.045355:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078425.045361:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078425.045365:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078425.045370:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078425.045372:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078425.045376:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078425.045381:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078425.045412:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078425.045416:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078425.045419:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078425.045421:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078425.045422:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078425.045425:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078425.045428:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5113
00000400:00000200:2.0:1769078425.045432:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078425.045434:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078425.045436:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078425.045439:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.045441:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.045443:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.045445:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078425.045448:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078425.045449:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078425.045451:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078425.045453:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078425.045455:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078425.045457:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078425.045460:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.045462:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.045464:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.045466:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078425.045468:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078425.045471:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078425.045473:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078425.045475:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078425.045488:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078425.045491:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.045493:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078425.045496:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078425.045499:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.045501:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078425.045506:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769078425.045508:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078425.045510:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078425.045511:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.045513:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078425.045515:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078425.045517:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078425.045520:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078425.045552:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078425.045558:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078425.045565:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078425.045568:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078425.045571:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045633:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.045638:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045646:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.045648:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078425.045655:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078425.045661:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078425.045664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299787009
00000100:00000010:1.0:1769078425.045669:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3120.
00000100:00000001:1.0:1769078425.045675:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078425.045680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299787009
00000100:00000010:1.0:1769078425.045683:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3300.
00000100:00000001:1.0:1769078425.045685:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078425.045688:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078425.045690:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.045693:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078425.045697:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425]  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078425.045707:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078425.045709:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078425.045711:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078425.045713:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078425.045715:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078425.045718:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078425.045721:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078425.045730:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045736:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078425.045738:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045740:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.045753:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078425.045758:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045765:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078425.045769:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045776:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078425.045779:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045780:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.045781:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045784:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078425.045786:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078425.045788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078425.045793:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078425.045795:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078425.045800:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078425.045808:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925872384:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078425.045812:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.045817:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925872384/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045823:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078425.045826:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078425.045828:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.045831:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078425.045832:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078425.045835:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078425.045837:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078425.045839:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769078425.045842:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078425.045845:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078425.045846:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:1.0:1769078425.045849:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078425.045850:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045852:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.045859:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078425.045861:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.045863:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078425.045864:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078425.045865:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078425.045869:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045876:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078425.045877:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.045879:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078425.045881:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078425.045883:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078425.045886:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078425.045889:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078425.045891:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078425.045892:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.045894:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078425.045897:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.045898:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078425.045902:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078425.045905:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078425.045908:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078425.045911:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872512, portal 10
00000100:00000001:1.0:1769078425.045912:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078425.045914:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00000040:1.0:1769078425.045920:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.045927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078425.045929:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078425.045931:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078425.045933:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925872512, offset 0
00000400:00000200:1.0:1769078425.045937:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078425.045941:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.045945:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078425.045948:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078425.045950:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078425.045953:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078425.045955:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078425.045957:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16526:16526:256:4294967295] 192.168.204.157@tcp LPNI seq info [16522:16522:8:4294967295]
00000400:00000200:1.0:1769078425.045961:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.045968:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078425.045972:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.045987:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078425.045991:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078425.045993:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078425.045998:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078425.046000:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078425.046003:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.046005:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078425.046008:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078425.046074:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078425.046077:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078425.046081:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078425.046082:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078425.046084:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078425.046087:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078425.046090:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5113
00000400:00000200:2.0:1769078425.046094:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078425.046097:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078425.046099:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078425.046102:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046104:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.046106:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046108:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078425.046110:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078425.046111:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078425.046113:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078425.046114:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078425.046116:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078425.046118:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078425.046120:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046122:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.046124:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046126:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078425.046128:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078425.046131:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046133:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078425.046134:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078425.046137:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078425.046139:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046141:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078425.046143:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078425.046145:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046147:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078425.046150:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078425.046153:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078425.046155:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078425.046157:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046158:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078425.046160:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078425.046162:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078425.046166:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078425.046169:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078425.046173:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078425.046179:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078425.046182:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078425.046185:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078425.046192:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078425.046194:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078425.046197:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078425.046198:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078425.046199:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078425.046202:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078425.046204:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5113
00000400:00000200:2.0:1769078425.046207:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078425.046210:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078425.046212:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078425.046214:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046216:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.046218:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046220:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078425.046222:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078425.046223:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078425.046225:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078425.046226:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078425.046228:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078425.046230:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078425.046233:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046235:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078425.046236:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046238:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078425.046241:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078425.046243:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078425.046245:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078425.046247:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078425.046249:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078425.046251:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046253:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078425.046255:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078425.046258:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046259:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078425.046262:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078425.046264:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078425.046267:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078425.046268:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078425.046269:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078425.046270:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078425.046272:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078425.046275:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078425.046278:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078425.046282:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078425.046289:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078425.046291:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078425.046294:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078425.046300:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078425.046303:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078425.046306:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078425.046310:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5123)
00000400:00000200:1.0:1769078425.046433:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078425.046437:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078425.046439:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078425.046442:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078425.046446:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046454:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.046457:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046468:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.046470:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078425.046473:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078425.046477:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078425.046481:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078425.046483:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299785744
00000100:00000001:1.0:1769078425.046485:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.046488:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299785744
00000100:00000001:1.0:1769078425.046490:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.046492:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078425.046494:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.046495:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078425.046499:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425]  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078425.046507:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078425.046508:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078425.046510:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078425.046512:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078425.046514:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078425.046516:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078425.046519:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078425.046546:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046553:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078425.046555:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046557:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.046558:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078425.046561:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046568:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078425.046572:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046578:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078425.046580:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046582:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.046583:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046585:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078425.046587:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078425.046589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078425.046592:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078425.046595:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078425.046598:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078425.046606:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872512:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078425.046609:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046611:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.046613:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925872512/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046619:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078425.046620:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078425.046622:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.046624:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078425.046626:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078425.046627:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078425.046629:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078425.046630:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769078425.046633:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078425.046635:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078425.046636:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:1.0:1769078425.046639:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078425.046640:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046642:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046645:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078425.046646:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.046648:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078425.046649:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078425.046651:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078425.046654:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046661:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078425.046662:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.046664:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078425.046666:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078425.046668:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078425.046671:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078425.046674:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078425.046676:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078425.046677:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.046679:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078425.046682:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.046684:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078425.046687:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078425.046690:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078425.046693:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078425.046695:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872640, portal 10
00000100:00000001:1.0:1769078425.046697:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078425.046698:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:1.0:1769078425.046702:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046708:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078425.046710:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078425.046712:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078425.046714:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925872640, offset 0
00000400:00000200:1.0:1769078425.046718:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078425.046721:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.046725:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078425.046729:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078425.046731:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078425.046733:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078425.046735:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078425.046805:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16527:16527:256:4294967295] 192.168.204.157@tcp LPNI seq info [16523:16523:8:4294967295]
00000400:00000200:1.0:1769078425.046810:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.046817:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078425.046821:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.046825:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078425.046828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078425.046831:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078425.046834:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078425.046836:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078425.046839:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.046841:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078425.046843:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078425.046846:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078425.046849:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078425.046850:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078425.046852:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078425.046855:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046861:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.046864:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046869:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.046870:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078425.046873:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078425.046875:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078425.046878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078425.046880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299785754
00000100:00000001:1.0:1769078425.046883:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.046884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299785754
00000100:00000001:1.0:1769078425.046886:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.046888:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078425.046889:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.046891:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078425.046894:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425]  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078425.046900:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078425.046902:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078425.046903:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078425.046905:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078425.046907:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078425.046908:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078425.046911:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078425.046918:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046925:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078425.046926:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046928:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.046929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078425.046932:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046939:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078425.046942:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.046949:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078425.046951:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046953:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.046954:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.046956:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078425.046957:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078425.046959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078425.046962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078425.046965:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078425.046969:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078425.046988:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872640:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078425.046992:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078425.046995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047001:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078425.047002:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.047005:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078425.047006:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078425.047008:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078425.047110:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872768:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078425.047114:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078425.047116:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078425.047117:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078425.047119:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078425.047122:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078425.047124:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078425.047128:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078425.047131:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078425.047135:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078425.047138:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872768, portal 4
00000100:00000001:1.0:1769078425.047140:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078425.047141:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:1.0:1769078425.047146:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047152:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078425.047154:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078425.047156:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078425.047158:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925872768, offset 0
00000400:00000200:1.0:1769078425.047163:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078425.047166:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.047170:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078425.047173:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078425.047176:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078425.047178:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078425.047180:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078425.047183:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16528:16528:256:4294967295] 192.168.204.157@tcp LPNI seq info [16524:16524:8:4294967295]
00000400:00000200:1.0:1769078425.047187:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078425.047193:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078425.047197:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.047200:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078425.047204:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078425.047207:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078425.047211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078425.047214:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078425.047217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078425.047219:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078425.047221:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078425.047225:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078425.047228:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078425.047229:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078425.047232:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078425.047235:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047242:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.047245:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047251:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.047252:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078425.047256:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078425.047258:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078425.047261:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078425.047263:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299785751
00000100:00000001:1.0:1769078425.047265:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.047267:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299785751
00000100:00000001:1.0:1769078425.047269:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299787009
00000100:00000001:1.0:1769078425.047271:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078425.047273:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.047275:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078425.047278:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425]  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078425.047285:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078425.047287:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078425.047288:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078425.047291:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078425.047292:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078425.047294:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078425.047297:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078425.047305:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047315:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078425.047316:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.047320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078425.047323:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078425.047333:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047339:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078425.047342:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047343:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078425.047345:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047346:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078425.047348:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078425.047350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078425.047353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078425.047356:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078425.047359:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078425.047366:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925872768:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078425.047369:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047371:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.047374:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925872640/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047379:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078425.047381:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078425.047383:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078425.047385:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078425.047387:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078425.047388:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078425.047390:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078425.047392:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769078425.047394:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078425.047395:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078425.047397:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:1.0:1769078425.047400:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078425.047401:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047402:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078425.047405:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925872768/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078425.047411:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078425.047412:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078425.047413:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994000.
02000000:00000001:1.0:1769078425.047415:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078425.047416:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078425.047418:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078425.047419:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078425.047421:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:1.0:1769078425.047423:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078425.047424:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078425.047425:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:1.0:1769078425.047428:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078425.047429:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047430:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078425.047434:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078425.047435:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078425.047437:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078425.047438:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078425.492642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078425.492652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078425.492658:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078425.492660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078425.492748:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078425.492752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078425.492755:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078426.389081:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299787009, at 4299787072
00000100:00000010:3.0:1769078426.389095:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3300.
00000100:00000040:2.0:1769078426.392815:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299787009, at 4299787076
00000100:00000010:2.0:1769078426.392829:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3120.
00010000:00000001:3.0:1769078426.516632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078426.516639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078426.516645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078426.516646:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078426.516707:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078426.516711:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078426.516714:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078427.540639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078427.540645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078427.540652:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078427.540654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078427.540689:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078427.540692:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078427.540694:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078428.564634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078428.564639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078428.564643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078428.564644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078428.564715:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078428.564719:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078428.564723:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078429.588834:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078429.588840:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078429.588847:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078429.588848:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078429.594290:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078429.594295:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078429.594298:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078430.164686:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078430.164694:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078430.164696:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078430.164699:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078430.164702:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078430.164708:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5118
00000400:00000200:3.0:1769078430.164717:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078430.164722:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078430.164724:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078430.164726:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164729:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.164730:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164732:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078430.164735:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078430.164736:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078430.164738:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078430.164740:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078430.164741:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078430.164742:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078430.164744:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164745:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.164747:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164748:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078430.164751:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078430.164753:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164754:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078430.164756:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078430.164758:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078430.164760:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.164761:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078430.164762:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078430.164769:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529880.
00000020:00000040:3.0:1769078430.164772:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078430.164774:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078430.164775:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.164777:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078430.164779:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078430.164782:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078430.164787:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3800.
00000100:00000001:3.0:1769078430.164791:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078430.164797:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078430.164805:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078430.164807:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078430.164810:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1cbeff8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078430.164826:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078430.164828:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078430.164830:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078430.164831:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078430.164832:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078430.164834:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078430.164836:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5118
00000400:00000200:3.0:1769078430.164838:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078430.164840:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078430.164841:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078430.164843:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164844:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.164846:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.164848:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078430.164849:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078430.164850:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078430.164851:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078430.164852:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078430.164853:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078430.164854:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078430.164856:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078430.164857:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078430.164857:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.164861:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078430.164862:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078430.164863:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078430.164864:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078430.164865:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078430.164869:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000040:1.0:1769078430.164872:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078430.164872:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078430.164873:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078430.164878:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078430.164883:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.164886:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078430.164891:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078430.164892:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.164895:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078430.164895:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.164898:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.164899:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078430.164901:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952b480.
02000000:00000001:1.0:1769078430.164902:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078430.164904:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078430.164905:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078430.164908:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078430.164910:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925872896:192.168.204.157@tcp:250:kworker.0
02000000:00000001:3.0:1769078430.164910:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.164914:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078430.164916:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078430.164916:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078430.164919:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078430.164919:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.164922:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078430.164938:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769078430.164939:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078430.164944:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078430.164947:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078430.164950:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078430.164953:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078430.164958:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078430.164962:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:3.0:1769078430.164968:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078430.164969:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:3.0:1769078430.164972:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078430.164976:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925872896, portal 25
00000100:00000040:3.0:1769078430.164979:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000177c3e23] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.164980:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.164982:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169708160 : -125582539843456 : ffff8dc889529880)
00000100:00000040:1.0:1769078430.164990:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078430.164998:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.164999:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078430.165002:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078430.165006:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:3.0:1769078430.165007:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1769078430.165010:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000001:3.0:1769078430.165010:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078430.165011:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078430.165015:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078430.165017:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925872896, offset 0
00000100:00080000:3.0:1769078430.165018:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5118
00000400:00000200:3.0:1769078430.165023:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078430.165029:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078430.165031:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:3.0:1769078430.165032:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078430.165037:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165038:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.165039:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165040:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078430.165042:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078430.165043:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:1.0:1769078430.165045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000001:3.0:1769078430.165045:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078430.165047:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078430.165050:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078430.165052:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:1.0:1769078430.165055:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:3.0:1769078430.165056:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165057:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078430.165058:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165059:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078430.165060:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078430.165062:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165063:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078430.165067:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078430.165069:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078430.165070:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078430.165071:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.165074:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078430.165076:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000008:00100000:3.0:1769078430.165077:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078430.165080:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1769078430.165082:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165084:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165086:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165091:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16529:16529:256:4294967295] 192.168.204.157@tcp LPNI seq info [16525:16525:8:4294967295]
00000100:00000010:3.0:1769078430.165092:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952b800.
00000020:00000040:3.0:1769078430.165097:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:1.0:1769078430.165101:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:3.0:1769078430.165103:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078430.165105:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.165108:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078430.165110:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078430.165113:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078430.165117:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1400.
00000400:00000200:1.0:1769078430.165122:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078430.165123:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078430.165129:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078430.165134:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165140:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078430.165142:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078430.165143:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000040:3.0:1769078430.165146:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029173de3] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078430.165153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078430.165157:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078430.165158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1769078430.165160:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769078430.165165:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:3.0:1769078430.165168:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1769078430.165170:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769078430.165171:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078430.165174:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769078430.165179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165181:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078430.165184:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00080000:3.0:1769078430.165187:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5118
00000400:00000200:1.0:1769078430.165191:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078430.165194:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078430.165201:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078430.165202:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078430.165206:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078430.165210:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000100:00000040:3.0:1769078430.165212:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:1.0:1769078430.165215:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:3.0:1769078430.165216:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078430.165221:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078430.165221:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165225:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:1.0:1769078430.165226:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078430.165231:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078430.165234:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:1.0:1769078430.165236:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769078430.165237:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078430.165240:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078430.165242:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078430.165247:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769078430.165250:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078430.165252:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:1.0:1769078430.165255:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078430.165259:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165262:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078430.165263:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078430.165265:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078430.165269:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769078430.165270:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:3.0:1769078430.165274:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:1.0:1769078430.165276:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299792128
00000100:00080000:3.0:1769078430.165280:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000010:1.0:1769078430.165283:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3d20.
00000100:00000001:3.0:1769078430.165284:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078430.165288:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078430.165292:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1769078430.165292:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078430.165297:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.165299:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078430.165301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299792128
00000008:00100000:3.0:1769078430.165302:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1769078430.165306:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a32a0.
00000008:00000001:3.0:1769078430.165307:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165311:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078430.165312:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165315:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.165318:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078430.165318:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769078430.165323:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1769078430.165324:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078430.165328:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078430.165329:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078430.165331:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078430.165335:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078430.165337:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078430.165340:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078430.165342:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1769078430.165344:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2000.
00000400:00000001:1.0:1769078430.165345:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.165348:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000100:00000001:3.0:1769078430.165348:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165352:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078430.165354:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00100000:3.0:1769078430.165357:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078430.165358:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.165363:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078430.165371:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078430.165374:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078430.165378:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078430.165381:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008925e4a9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165388:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.165391:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078430.165393:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165394:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165397:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078430.165397:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078430.165402:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769078430.165404:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078430.165407:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5128)
00000100:00000001:1.0:1769078430.165411:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.165415:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165419:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.165421:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165422:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165424:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.165426:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.165427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.165431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078430.165433:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.165435:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.165440:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925872896:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078430.165443:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165444:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.165447:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529880 x1855007925872896/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165453:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.165455:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.165457:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078430.165459:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.165461:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.165462:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078430.165464:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.165466:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769078430.165469:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.165471:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.165472:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529880.
00000100:00000001:1.0:1769078430.165475:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.165476:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165478:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165485:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078430.165487:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165489:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078430.165491:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078430.165492:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078430.165496:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165502:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.165503:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165505:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.165507:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.165510:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.165512:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.165514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.165515:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.165516:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165517:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.165519:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078430.165546:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165550:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078430.165552:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078430.165554:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078430.165556:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873024, portal 10
00000100:00000001:1.0:1769078430.165557:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.165558:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169715328 : -125582539836288 : ffff8dc88952b480)
00000100:00000040:1.0:1769078430.165562:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165567:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.165568:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078430.165569:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078430.165570:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925873024, offset 0
00000400:00000200:1.0:1769078430.165573:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078430.165575:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.165577:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078430.165579:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.165581:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078430.165583:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.165584:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078430.165586:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16530:16530:256:4294967295] 192.168.204.157@tcp LPNI seq info [16526:16526:8:4294967295]
00000400:00000200:1.0:1769078430.165588:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.165592:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.165595:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.165597:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078430.165599:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078430.165601:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078430.165604:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078430.165605:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078430.165607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.165608:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078430.165610:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.165612:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.165614:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078430.165615:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078430.165617:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.165619:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165623:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.165625:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165630:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.165631:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.165634:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078430.165636:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078430.165637:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299790864
00000100:00000001:1.0:1769078430.165639:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.165640:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299790864
00000100:00000001:1.0:1769078430.165641:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.165643:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.165644:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165645:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.165647:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.165662:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.165663:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.165664:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078430.165665:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078430.165666:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078430.165667:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.165669:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.165674:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165678:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.165679:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165680:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165682:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.165685:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165692:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.165695:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165702:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.165704:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165706:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165707:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165708:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.165710:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.165713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.165716:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078430.165718:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.165721:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.165729:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873024:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.165732:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078430.165736:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165741:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.165742:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165744:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.165745:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.165746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.165748:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.165750:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.165752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.165753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165754:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.165758:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887994800.
02000000:00000001:1.0:1769078430.165760:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165763:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078430.165765:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078430.165768:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078430.165770:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873152, portal 10
00000100:00000001:1.0:1769078430.165772:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.165773:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169716224 : -125582539835392 : ffff8dc88952b800)
00000100:00000040:1.0:1769078430.165779:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165785:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.165787:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078430.165789:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078430.165792:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925873152, offset 0
00000400:00000200:1.0:1769078430.165796:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078430.165799:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.165802:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078430.165805:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.165807:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078430.165809:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.165810:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078430.165812:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16531:16531:256:4294967295] 192.168.204.157@tcp LPNI seq info [16527:16527:8:4294967295]
00000400:00000200:1.0:1769078430.165815:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.165819:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.165821:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.165824:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078430.165828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078430.165830:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078430.165834:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078430.165836:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078430.165839:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.165841:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078430.165844:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.165847:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.165850:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078430.165851:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078430.165853:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.165857:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165864:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.165866:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165870:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165870:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.165873:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.165874:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078430.165876:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078430.165878:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299790873
00000100:00000001:1.0:1769078430.165880:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.165881:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299790873
00000100:00000001:1.0:1769078430.165883:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.165884:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.165885:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.165886:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.165888:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.165892:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.165893:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.165894:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078430.165895:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078430.165896:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078430.165897:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.165898:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.165903:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165907:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.165908:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165909:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165910:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.165911:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165915:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.165917:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165920:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.165922:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165935:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.165936:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.165938:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.165939:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.165942:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.165944:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078430.165946:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.165948:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.165953:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873152:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.165956:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078430.165957:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165961:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.165962:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165963:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.165965:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.165966:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.165967:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873280:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.165969:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.165970:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.165971:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.165972:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.165974:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078430.165975:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.165977:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078430.165979:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078430.165981:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078430.165983:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873280, portal 4
00000100:00000001:1.0:1769078430.165985:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.165985:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169703680 : -125582539847936 : ffff8dc889528700)
00000100:00000040:1.0:1769078430.165989:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.165992:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.165993:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078430.165995:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078430.165996:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925873280, offset 0
00000400:00000200:1.0:1769078430.165998:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078430.166000:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.166004:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078430.166006:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.166008:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078430.166011:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.166013:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078430.166015:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16532:16532:256:4294967295] 192.168.204.157@tcp LPNI seq info [16528:16528:8:4294967295]
00000400:00000200:1.0:1769078430.166019:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078430.166025:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.166029:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.166032:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078430.166036:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078430.166038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078430.166042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078430.166045:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078430.166048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078430.166050:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078430.166053:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.166055:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.166058:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078430.166060:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078430.166062:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.166066:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166078:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.166081:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166087:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.166089:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.166092:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.166094:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078430.166097:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078430.166099:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299790870
00000100:00000001:1.0:1769078430.166101:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.166103:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299790870
00000100:00000001:1.0:1769078430.166105:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299792128
00000100:00000001:1.0:1769078430.166107:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.166109:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.166111:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.166115:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.166123:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.166124:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.166126:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078430.166128:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078430.166129:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078430.166131:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.166134:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.166140:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166144:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.166145:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166146:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.166147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.166149:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166153:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.166155:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166158:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.166159:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.166161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166162:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.166164:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.166166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.166168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078430.166170:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.166174:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.166181:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873280:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.166184:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166186:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.166189:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b480 x1855007925873024/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166195:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.166196:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.166198:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997c00.
02000000:00000001:1.0:1769078430.166201:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.166202:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.166204:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078430.166206:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.166208:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769078430.166210:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.166211:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.166213:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b480.
00000100:00000001:1.0:1769078430.166215:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.166216:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166217:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.166220:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952b800 x1855007925873152/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166223:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.166224:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.166225:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887994800.
02000000:00000001:1.0:1769078430.166227:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.166227:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.166228:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078430.166229:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.166229:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769078430.166230:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.166231:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.166232:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952b800.
00000100:00000001:1.0:1769078430.166233:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.166233:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166234:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.166236:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528700 x1855007925873280/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.166239:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.166239:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.166240:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995400.
02000000:00000001:1.0:1769078430.166241:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.166242:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.166242:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078430.166244:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.166245:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769078430.166247:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.166248:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.166249:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528700.
00000100:00000001:1.0:1769078430.166251:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.166252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166254:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.166257:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078430.166258:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.166260:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078430.166261:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078430.612618:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078430.612623:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078430.612626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078430.612627:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078430.612687:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078430.612691:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078430.612695:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078431.508638:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299792128, at 4299792192
00000100:00000040:3.0:1769078431.508638:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299792128, at 4299792192
00000100:00000010:3.0:1769078431.508652:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a32a0.
00000100:00000010:2.0:1769078431.508655:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3d20.
00010000:00000001:3.0:1769078431.636620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078431.636627:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078431.636629:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078431.636631:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078431.636635:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078431.636637:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078431.636638:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078431.636640:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078431.636643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078431.636644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078431.636670:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078431.636672:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078431.636674:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078432.660695:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078432.660704:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078432.660713:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078432.660714:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078432.660811:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078432.660817:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078432.660822:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078433.684648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078433.684666:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078433.684677:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078433.684680:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078433.684683:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078433.684686:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078433.684689:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078433.684692:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078433.684694:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078433.684696:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078433.684765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078433.684771:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078433.684776:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078434.708672:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078434.708679:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078434.708683:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078434.708684:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078434.710959:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078434.710966:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078434.710973:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078435.284744:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078435.284755:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078435.284758:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078435.284761:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078435.284765:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078435.284773:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5123
00000400:00000200:1.0:1769078435.284783:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078435.284789:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078435.284791:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078435.284794:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.284797:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.284799:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.284801:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078435.284806:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078435.284808:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078435.284811:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078435.284814:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078435.284817:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078435.284820:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078435.284823:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.284825:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.284826:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.284828:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078435.284832:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078435.284867:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078435.284871:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.284874:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078435.284878:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.284880:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.284882:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078435.284883:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078435.284894:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078435.284897:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078435.284901:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078435.284902:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.284905:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078435.284908:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078435.284912:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078435.284919:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078435.284924:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.284932:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078435.284940:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.284944:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.284947:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.284993:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078435.284997:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.284999:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078435.285004:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.285010:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078435.285012:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.285015:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078435.285017:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078435.285019:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078435.285022:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925873408:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078435.285025:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078435.285029:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078435.285031:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.285034:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078435.285038:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3c00.
02000000:00000001:3.0:1769078435.285039:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078435.285045:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078435.285049:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078435.285055:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078435.285063:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873408, portal 25
00000100:00000001:3.0:1769078435.285065:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078435.285067:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000040:3.0:1769078435.285072:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.285079:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078435.285082:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078435.285085:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9a18.
00000100:00000200:3.0:1769078435.285087:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925873408, offset 0
00000400:00000200:3.0:1769078435.285095:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078435.285104:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.285117:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078435.285124:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078435.285128:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078435.285133:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078435.285136:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078435.285140:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16533:16533:256:4294967295] 192.168.204.157@tcp LPNI seq info [16529:16529:8:4294967295]
00000400:00000200:3.0:1769078435.285145:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.285155:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078435.285162:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078435.285167:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078435.285174:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078435.285178:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078435.285193:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078435.285197:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078435.285200:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299797248
00000100:00000010:3.0:1769078435.285204:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd2a0.
00000100:00000001:3.0:1769078435.285213:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078435.285219:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299797248
00000100:00000010:3.0:1769078435.285222:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd0c0.
00000100:00000001:3.0:1769078435.285226:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078435.285229:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078435.285232:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.285235:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.285238:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.285260:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078435.285265:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078435.285269:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078435.285271:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078435.285272:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078435.285276:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078435.285279:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5123
00000400:00000200:1.0:1769078435.285283:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078435.285286:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078435.285289:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078435.285292:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.285294:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.285296:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.285299:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078435.285301:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078435.285302:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078435.285304:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078435.285305:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078435.285307:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078435.285308:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078435.285311:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.285312:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.285312:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.285314:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078435.285315:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078435.285316:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078435.285318:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.285319:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078435.285323:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.285325:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.285326:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078435.285329:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078435.285332:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.285333:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078435.285336:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078435.285337:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078435.285339:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078435.285340:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.285341:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078435.285342:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078435.285344:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078435.285347:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078435.285350:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.285353:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078435.285358:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.285360:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.285362:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.291666:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078435.291675:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078435.291682:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078435.291685:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.291688:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078435.291703:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.291712:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078435.291714:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.291718:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078435.291721:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078435.291724:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078435.291726:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078435.291730:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078435.291735:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078435.291738:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.291741:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078435.291750:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078435.291752:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078435.291762:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078435.291768:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078435.291774:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078435.291782:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873536, portal 10
00000100:00000001:3.0:1769078435.291784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078435.291785:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078435.291791:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.291797:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078435.291799:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078435.291801:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9440.
00000100:00000200:3.0:1769078435.291803:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925873536, offset 0
00000400:00000200:3.0:1769078435.291811:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078435.291820:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.291830:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078435.291846:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078435.291852:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078435.291856:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078435.291860:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078435.291864:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16534:16534:255:4294967295] 192.168.204.157@tcp LPNI seq info [16530:16530:7:4294967295]
00000400:00000200:3.0:1769078435.291870:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.291881:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078435.291887:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078435.291895:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260d00.
00000800:00000200:3.0:1769078435.291902:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078435.291908:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078435.291913:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078435.291919:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078435.291931:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078435.291935:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299795985
00000100:00000001:3.0:1769078435.291939:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.291941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299795985
00000100:00000001:3.0:1769078435.291944:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.291947:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078435.291950:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.291953:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.291956:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078435.291960:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078435.291961:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078435.291963:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078435.291964:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.291965:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.291967:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292085:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078435.292092:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078435.292097:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078435.292099:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078435.292103:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078435.292107:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078435.292111:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5123
00000400:00000200:1.0:1769078435.292116:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078435.292121:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078435.292124:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078435.292127:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292131:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.292134:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292137:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078435.292141:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078435.292144:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078435.292146:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078435.292149:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078435.292152:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078435.292155:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078435.292158:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292160:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.292162:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292164:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078435.292167:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078435.292170:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292173:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.292175:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078435.292181:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.292184:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292187:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078435.292191:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078435.292194:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292196:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078435.292203:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078435.292206:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078435.292211:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078435.292213:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292215:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078435.292219:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078435.292223:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078435.292230:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078435.292237:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.292243:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078435.292253:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.292258:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.292263:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.292274:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078435.292276:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078435.292279:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078435.292280:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078435.292282:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078435.292285:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078435.292287:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5123
00000400:00000200:1.0:1769078435.292291:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078435.292294:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078435.292297:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078435.292299:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292302:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.292304:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292306:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078435.292309:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078435.292310:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078435.292312:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078435.292314:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078435.292316:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078435.292318:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078435.292321:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292323:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078435.292325:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292327:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078435.292329:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078435.292331:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078435.292334:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.292336:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078435.292339:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.292341:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292343:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078435.292345:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078435.292347:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292348:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078435.292351:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078435.292353:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078435.292354:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078435.292356:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.292357:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078435.292358:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078435.292359:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078435.292364:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078435.292366:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.292369:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078435.292374:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.292376:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.292378:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.292383:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.292385:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078435.292388:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078435.292392:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5133)
00000100:00000001:3.0:1769078435.292450:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078435.292452:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.292453:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078435.292456:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.292462:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078435.292464:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.292466:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078435.292468:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078435.292470:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078435.292473:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078435.292476:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078435.292478:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078435.292479:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.292481:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078435.292485:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078435.292487:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078435.292491:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078435.292494:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078435.292498:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9e58.
00000100:00000200:3.0:1769078435.292501:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873664, portal 10
00000100:00000001:3.0:1769078435.292503:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078435.292504:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078435.292511:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.292517:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078435.292520:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078435.292543:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9330.
00000100:00000200:3.0:1769078435.292547:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925873664, offset 0
00000400:00000200:3.0:1769078435.292552:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078435.292556:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.292560:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078435.292564:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078435.292566:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078435.292569:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078435.292571:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078435.292574:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16535:16535:254:4294967295] 192.168.204.157@tcp LPNI seq info [16531:16531:6:4294967295]
00000400:00000200:3.0:1769078435.292578:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.292585:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078435.292590:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078435.292593:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260700.
00000800:00000200:3.0:1769078435.292597:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078435.292601:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078435.292605:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078435.292607:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078435.292609:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078435.292611:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299796000
00000100:00000001:3.0:1769078435.292613:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.292614:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299796000
00000100:00000001:3.0:1769078435.292616:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.292619:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078435.292621:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.292623:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078435.292627:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.292634:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078435.292635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.292637:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078435.292639:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078435.292641:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078435.292643:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873792:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078435.292647:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078435.292649:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078435.292650:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078435.292652:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078435.292656:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078435.292658:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078435.292662:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078435.292665:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6738.
00000400:00000010:3.0:1769078435.292669:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9660.
00000100:00000200:3.0:1769078435.292672:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873792, portal 4
00000100:00000001:3.0:1769078435.292674:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078435.292675:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:3.0:1769078435.292680:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078435.292684:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078435.292685:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078435.292687:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9550.
00000100:00000200:3.0:1769078435.292689:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925873792, offset 0
00000400:00000200:3.0:1769078435.292691:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078435.292693:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.292695:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078435.292697:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078435.292699:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078435.292701:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078435.292702:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078435.292704:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16536:16536:253:4294967295] 192.168.204.157@tcp LPNI seq info [16532:16532:5:4294967295]
00000400:00000200:3.0:1769078435.292707:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078435.292711:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078435.292714:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078435.292716:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078435.292719:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078435.292721:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078435.292723:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078435.292725:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078435.292727:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078435.292729:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299795997
00000100:00000001:3.0:1769078435.292730:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.292732:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299795997
00000100:00000001:3.0:1769078435.292733:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299797248
00000100:00000001:3.0:1769078435.292734:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078435.292735:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.292737:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.292738:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078435.292740:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078435.292741:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078435.292742:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078435.292743:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.292744:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078435.292745:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078435.733123:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078435.733131:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078435.733138:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078435.733139:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078435.733171:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078435.733175:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078435.733178:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078436.628641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299797248, at 4299797312
00000100:00000010:2.0:1769078436.628656:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00000100:00000040:3.0:1769078436.628685:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299797248, at 4299797312
00000100:00000010:3.0:1769078436.628702:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00010000:00000001:3.0:1769078436.757479:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078436.757488:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078436.757495:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078436.757496:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078436.757607:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078436.757614:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078436.757619:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078437.780682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078437.780693:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078437.780735:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078437.780736:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078437.780983:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078437.780987:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078437.780991:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078438.356895:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078438.356951:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078438.356965:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078438.356969:0:2398:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078438.356973:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078438.356978:0:2398:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078438.356984:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078438.356989:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000400:00000200:2.0:1769078438.356995:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078438.357000:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078438.357009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9a18
00000400:00000010:2.0:1769078438.357011:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9a18.
00000100:00000001:2.0:1769078438.357017:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078438.357027:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357057:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078438.357062:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357070:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.357071:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078438.357083:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078438.357085:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769078438.357088:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078438.357091:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078438.357094:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9440
00000400:00000010:2.0:1769078438.357096:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9440.
00000100:00000001:2.0:1769078438.357098:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078438.357103:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357110:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078438.357113:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357119:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.357121:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078438.357125:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078438.357128:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769078438.357131:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078438.357133:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078438.357136:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9330
00000400:00000010:2.0:1769078438.357138:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9330.
00000100:00000001:2.0:1769078438.357141:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078438.357145:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357153:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078438.357156:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357162:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.357163:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078438.357169:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078438.357172:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769078438.357174:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078438.357177:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078438.357180:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9550
00000400:00000010:2.0:1769078438.357182:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9550.
00000100:00000001:2.0:1769078438.357184:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078438.357188:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357195:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078438.357198:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.357204:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.357205:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078438.357283:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078438.357288:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078438.357291:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078438.357299:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078438]  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078438.357311:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078438.357313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078438.357317:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078438.357321:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9e58
00000400:00000010:3.0:1769078438.357322:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9e58.
00000100:00000001:3.0:1769078438.357325:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078438.357330:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078438.357339:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357346:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078438.357348:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357351:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357354:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078438.357357:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357364:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078438.357369:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357381:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078438.357385:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357387:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357388:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357391:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078438.357393:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078438.357396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078438.357402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078438.357404:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078438.357408:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078438.357415:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873664:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078438.357421:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078438.357424:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078438]  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078438.357431:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078438.357432:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078438.357434:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078438.357437:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:3.0:1769078438.357438:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:3.0:1769078438.357440:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078438.357443:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078438.357451:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357457:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078438.357459:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078438.357466:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357472:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078438.357475:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357482:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078438.357484:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357486:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357487:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357489:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078438.357491:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078438.357493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078438.357497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078438.357499:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078438.357503:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078438.357510:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873792:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078438.357514:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078438.357517:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078438]  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078438.357571:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078438.357573:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078438.357575:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078438.357578:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078438.357579:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078438.357582:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078438.357585:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078438.357593:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357600:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078438.357601:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357603:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078438.357608:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357615:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078438.357619:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078438.357628:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357630:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357631:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357633:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078438.357635:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078438.357637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078438.357641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078438.357644:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078438.357647:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078438.357654:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925873536:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078438.357658:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078438.357662:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078438]  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078438.357669:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078438.357671:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078438.357673:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078438.357675:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078438.357677:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078438.357679:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078438.357683:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078438.357692:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357698:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078438.357700:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357702:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357703:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078438.357707:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357713:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078438.357716:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357723:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078438.357726:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357727:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078438.357728:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357730:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078438.357731:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078438.357733:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078438.357737:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078438.357739:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078438.357744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078438.357751:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925873408:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078438.357754:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357757:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078438.357760:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925873664/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357768:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078438.357772:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078438.357777:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:3.0:1769078438.357781:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078438.357795:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078438.357797:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078438.357800:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078438.357803:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078438.357808:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078438.357810:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078438.357812:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078438.357816:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078438.357817:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357820:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078438.357823:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925873792/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357829:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078438.357831:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078438.357832:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:3.0:1769078438.357835:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078438.357836:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078438.357837:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078438.357839:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078438.357841:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078438.357843:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078438.357845:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078438.357846:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078438.357848:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078438.357849:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357851:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078438.357854:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925873536/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357860:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078438.357861:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078438.357863:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:3.0:1769078438.357865:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078438.357866:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078438.357867:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078438.357869:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078438.357870:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078438.357872:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078438.357873:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078438.357874:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078438.357877:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078438.357878:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357880:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078438.357883:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925873408/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078438.357889:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078438.357891:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078438.357892:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:3.0:1769078438.357894:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078438.357896:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078438.357897:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078438.357899:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078438.357901:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078438.357903:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078438.357904:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078438.357905:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:3.0:1769078438.357907:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078438.357908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357911:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078438.357921:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078438.357923:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078438.357925:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078438.357927:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078438.804631:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078438.804642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078438.804650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078438.804652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078438.806851:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078438.806857:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078438.806862:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078439.828896:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078439.828902:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078439.828908:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078439.828909:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078439.828932:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078439.828935:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078439.828937:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078440.404660:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078440.404675:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078440.404678:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078440.404682:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078440.404687:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078440.404696:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5128
00000400:00000200:3.0:1769078440.404708:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078440.404715:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078440.404718:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078440.404722:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.404725:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.404728:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.404730:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078440.404735:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078440.404737:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078440.404740:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078440.404743:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078440.404745:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078440.404749:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078440.404832:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.404835:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.404837:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.404839:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078440.404843:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078440.404846:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078440.404849:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078440.404852:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078440.404855:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078440.404859:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.404861:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078440.404864:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078440.404876:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc88952a680.
00000020:00000040:3.0:1769078440.404880:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078440.404884:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078440.404886:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.404889:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078440.404892:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078440.404897:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078440.404907:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3c00.
00000100:00000001:3.0:1769078440.404913:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078440.404922:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078440.404933:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078440.404938:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078440.404943:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac55a131] to pc [ptlrpcd_rcv+-1]  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078440.404970:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078440.404973:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078440.404976:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078440.404978:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078440.404980:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078440.404983:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078440.404986:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5128
00000400:00000200:3.0:1769078440.404990:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078440.404993:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078440.404996:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078440.404998:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405001:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405003:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405005:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078440.405007:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078440.405008:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078440.405010:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078440.405012:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078440.405014:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078440.405016:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078440.405019:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405021:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405022:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405024:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078440.405026:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078440.405029:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405031:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078440.405032:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078440.405038:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078440.405040:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405042:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078440.405046:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078440.405049:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405051:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078440.405055:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529f80.
00000020:00000040:3.0:1769078440.405057:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078440.405059:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078440.405060:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405062:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078440.405063:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078440.405065:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078440.405069:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3000.
00000100:00000001:3.0:1769078440.405072:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078440.405076:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078440.405083:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078440.405085:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078440.405089:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbebbc8d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078440.405096:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078440.405099:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078440.405102:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078440.405104:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078440.405105:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078440.405108:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078440.405111:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5128
00000400:00000200:3.0:1769078440.405115:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078440.405118:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078440.405120:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078440.405123:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405125:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405126:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405129:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078440.405131:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078440.405133:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078440.405134:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078440.405136:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078440.405138:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078440.405140:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078440.405143:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405146:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405148:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405150:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078440.405152:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078440.405155:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405157:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078440.405159:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078440.405161:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078440.405163:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405165:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078440.405167:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078440.405170:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405171:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078440.405175:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529500.
00000020:00000040:3.0:1769078440.405177:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078440.405179:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078440.405180:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405182:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078440.405184:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078440.405185:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078440.405189:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d0c00.
00000100:00000001:3.0:1769078440.405192:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078440.405196:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078440.405202:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078440.405204:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078440.405208:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a12371] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078440.405216:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078440.405219:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078440.405222:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078440.405224:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078440.405225:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078440.405227:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078440.405230:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5128
00000400:00000200:3.0:1769078440.405233:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078440.405236:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078440.405238:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078440.405241:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405257:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405259:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405261:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078440.405264:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078440.405265:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078440.405267:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078440.405269:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078440.405271:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:3.0:1769078440.405273:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078440.405276:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405277:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078440.405279:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405281:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078440.405283:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:3.0:1769078440.405286:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078440.405288:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078440.405290:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078440.405293:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078440.405294:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405296:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078440.405299:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078440.405301:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405303:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078440.405306:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528380.
00000020:00000040:3.0:1769078440.405308:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078440.405311:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078440.405312:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078440.405313:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078440.405315:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078440.405317:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078440.405320:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1c00.
00000100:00000001:3.0:1769078440.405323:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078440.405327:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078440.405333:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078440.405335:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078440.405339:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076da77d8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078440.405345:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078440.405348:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078440.405351:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078440.405356:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5138)
00000100:00000001:1.0:1769078440.405417:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078440.405423:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078440.405426:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.405432:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405441:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.405443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.405446:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.405449:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.405452:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.405456:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925873920:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078440.405460:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.405466:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.405468:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.405471:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.405476:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769078440.405478:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.405486:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078440.405491:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078440.405498:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078440.405507:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925873920, portal 25
00000100:00000001:1.0:1769078440.405510:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.405512:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169711744 : -125582539839872 : ffff8dc88952a680)
00000100:00000040:1.0:1769078440.405517:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405546:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.405549:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078440.405553:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078440.405557:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925873920, offset 0
00000400:00000200:1.0:1769078440.405563:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078440.405574:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.405581:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078440.405588:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.405593:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078440.405597:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.405600:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078440.405604:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16537:16537:256:4294967295] 192.168.204.157@tcp LPNI seq info [16533:16533:8:4294967295]
00000400:00000200:1.0:1769078440.405608:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.405619:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.405625:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.405631:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078440.405638:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078440.405642:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078440.405647:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078440.405651:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078440.405656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.405658:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078440.405666:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.405671:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.405677:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078440.405681:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078440.405686:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.405690:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405699:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.405703:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405710:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.405712:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.405718:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.405723:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078440.405726:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299802369
00000100:00000010:1.0:1769078440.405731:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3c00.
00000100:00000001:1.0:1769078440.405739:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078440.405745:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299802369
00000100:00000010:1.0:1769078440.405748:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3240.
00000100:00000001:1.0:1769078440.405767:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078440.405771:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.405774:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.405777:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.405782:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.405792:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.405794:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.405797:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078440.405800:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078440.405802:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078440.405806:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.405810:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.405819:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405826:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.405827:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.405830:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.405832:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.405836:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405843:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.405848:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405854:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.405857:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.405859:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.405860:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.405863:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.405865:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.405867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.405871:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078440.405873:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.405878:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.405886:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc88952a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925873920:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078440.405891:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.405894:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405906:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.405907:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.405909:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.405911:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.405913:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.405916:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.405919:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.405921:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.405922:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.405924:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.405927:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078440.405929:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.405933:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078440.405936:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078440.405939:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078440.405941:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874048, portal 10
00000100:00000001:1.0:1769078440.405943:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.405945:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769078440.405950:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.405956:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.405959:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078440.405961:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078440.405964:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925874048, offset 0
00000400:00000200:1.0:1769078440.405968:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078440.405972:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.405975:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078440.405978:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.405981:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078440.405983:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.405985:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078440.405989:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16538:16538:256:4294967295] 192.168.204.157@tcp LPNI seq info [16534:16534:8:4294967295]
00000400:00000200:1.0:1769078440.405993:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.405999:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.406004:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406007:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078440.406011:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078440.406014:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078440.406017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078440.406020:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078440.406023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406025:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078440.406028:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.406031:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.406035:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078440.406037:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078440.406039:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.406043:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406050:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406052:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406059:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406061:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.406064:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.406068:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078440.406071:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078440.406073:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299801104
00000100:00000001:1.0:1769078440.406076:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406078:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299801104
00000100:00000001:1.0:1769078440.406080:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406082:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.406085:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406087:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.406090:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.406098:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.406100:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.406102:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078440.406104:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078440.406106:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078440.406108:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.406110:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.406118:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406125:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.406126:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406128:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406129:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.406132:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406139:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.406142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406149:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.406151:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406153:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406154:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406156:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.406158:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.406160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.406164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078440.406166:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.406170:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.406178:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874048:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.406182:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.406186:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406192:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.406193:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.406196:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.406197:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.406199:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.406203:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.406206:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.406208:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.406210:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.406211:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406215:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078440.406217:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.406221:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078440.406224:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078440.406227:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078440.406230:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874176, portal 10
00000100:00000001:1.0:1769078440.406232:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.406233:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769078440.406239:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406258:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.406261:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078440.406264:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078440.406267:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925874176, offset 0
00000400:00000200:1.0:1769078440.406270:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078440.406274:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.406278:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078440.406280:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.406283:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078440.406285:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.406287:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078440.406290:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16539:16539:256:4294967295] 192.168.204.157@tcp LPNI seq info [16535:16535:8:4294967295]
00000400:00000200:1.0:1769078440.406294:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.406301:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.406305:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406309:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078440.406312:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078440.406315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078440.406319:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078440.406322:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078440.406326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406328:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078440.406331:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.406334:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.406337:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078440.406338:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078440.406341:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.406344:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406352:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406355:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406361:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406363:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.406366:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.406368:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078440.406372:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078440.406374:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299801113
00000100:00000001:1.0:1769078440.406376:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406379:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299801113
00000100:00000001:1.0:1769078440.406381:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406383:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.406385:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406387:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.406391:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.406399:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.406400:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.406402:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078440.406404:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078440.406406:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078440.406408:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.406411:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.406419:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406426:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.406428:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406429:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.406434:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406440:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.406444:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406452:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.406454:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406459:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.406460:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.406463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.406466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078440.406468:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.406471:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.406479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874176:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.406484:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.406488:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406494:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.406495:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.406497:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.406499:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.406500:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.406503:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874304:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.406507:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.406508:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.406510:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.406511:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406514:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078440.406516:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.406520:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078440.406545:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078440.406548:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078440.406551:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874304, portal 4
00000100:00000001:1.0:1769078440.406553:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.406555:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769078440.406561:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406566:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.406568:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078440.406570:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078440.406573:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925874304, offset 0
00000400:00000200:1.0:1769078440.406576:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078440.406580:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.406584:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078440.406586:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.406589:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078440.406591:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.406593:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078440.406596:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16540:16540:256:4294967295] 192.168.204.157@tcp LPNI seq info [16536:16536:8:4294967295]
00000400:00000200:1.0:1769078440.406600:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078440.406606:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.406610:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406613:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078440.406617:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078440.406620:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078440.406623:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078440.406626:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078440.406629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078440.406631:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078440.406634:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.406638:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.406641:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078440.406643:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078440.406647:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.406650:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406657:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406660:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406667:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.406670:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.406672:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078440.406675:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078440.406677:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299801111
00000100:00000001:1.0:1769078440.406680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406682:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299801111
00000100:00000001:1.0:1769078440.406684:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299802369
00000100:00000001:1.0:1769078440.406685:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.406687:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406688:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.406691:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.406699:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.406700:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.406702:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078440.406704:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078440.406706:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078440.406708:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.406710:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.406718:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406733:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.406734:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406739:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.406742:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406749:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.406766:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406773:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.406775:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406776:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.406777:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406779:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.406781:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.406783:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.406787:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078440.406789:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.406793:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.406801:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874304:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.406807:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406809:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406812:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc88952a680 x1855007925873920/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406818:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.406823:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406827:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769078440.406830:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.406833:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.406835:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078440.406838:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.406842:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3c00.
02000000:00000001:1.0:1769078440.406847:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.406850:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.406852:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc88952a680.
00000100:00000001:1.0:1769078440.406858:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.406859:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406861:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406864:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925874048/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406870:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.406872:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406873:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078440.406876:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.406877:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.406879:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078440.406881:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.406882:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3000.
02000000:00000001:1.0:1769078440.406884:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.406885:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.406887:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769078440.406889:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.406890:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406892:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406895:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925874176/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406900:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.406902:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406903:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078440.406907:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.406907:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.406908:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078440.406910:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.406911:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0c00.
02000000:00000001:1.0:1769078440.406914:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.406915:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.406916:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769078440.406918:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.406919:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406920:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.406924:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925874304/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.406929:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.406930:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.406932:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078440.406934:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.406935:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.406936:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078440.406937:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.406938:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1c00.
02000000:00000001:1.0:1769078440.406941:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.406942:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.406943:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769078440.406946:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.406947:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406950:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.406962:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078440.406965:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.406967:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078440.406969:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078440.852621:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078440.852631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078440.852639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078440.852640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078440.852720:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078440.852725:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078440.852728:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078441.748642:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299802369, at 4299802432
00000100:00000040:3.0:1769078441.748642:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299802369, at 4299802432
00000100:00000010:3.0:1769078441.748659:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3240.
00000100:00000010:2.0:1769078441.748662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3c00.
00010000:00000001:3.0:1769078441.876637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078441.876648:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078441.876651:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078441.876654:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078441.876660:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078441.876663:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078441.876665:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078441.876668:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078441.876672:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078441.876674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078441.876857:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078441.876862:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078441.876865:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078442.900634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078442.900639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078442.900645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078442.900646:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078442.904774:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078442.904779:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078442.904783:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078443.924606:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078443.924612:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078443.924617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078443.924621:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078443.924623:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078443.924626:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078443.924629:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078443.924631:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078443.924633:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078443.924635:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078443.924658:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078443.924660:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078443.924663:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078444.948649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078444.948655:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078444.948660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078444.948661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078444.948735:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078444.948738:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078444.948742:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078445.524663:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078445.524689:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078445.524691:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078445.524694:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078445.524698:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078445.524705:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5133
00000400:00000200:0.0:1769078445.524715:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078445.524721:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078445.524724:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078445.524728:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524731:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.524734:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524736:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078445.524740:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078445.524742:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078445.524744:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078445.524746:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078445.524748:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078445.524749:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078445.524751:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524753:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.524754:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524755:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078445.524757:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078445.524759:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524760:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.524762:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078445.524765:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078445.524767:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.524768:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078445.524770:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078445.524777:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078445.524780:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078445.524782:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078445.524783:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.524785:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078445.524787:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078445.524790:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078445.524796:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078445.524800:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078445.524806:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078445.524818:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078445.524822:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078445.524826:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078445.524849:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078445.524852:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078445.524855:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078445.524856:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078445.524858:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078445.524860:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078445.524863:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5133
00000400:00000200:0.0:1769078445.524867:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078445.524870:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078445.524873:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078445.524876:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524878:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.524881:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524883:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078445.524886:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078445.524887:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078445.524889:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078445.524889:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078445.524893:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:1.0:1769078445.524895:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078445.524897:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769078445.524899:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078445.524901:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078445.524906:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524907:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.524909:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524910:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078445.524911:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078445.524915:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078445.524916:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.524917:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078445.524921:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078445.524922:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078445.524925:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.524928:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078445.524932:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078445.524937:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.524938:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078445.524939:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.524942:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078445.524943:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000020:00000040:0.0:1769078445.524946:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078445.524947:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078445.524948:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078445.524951:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.524951:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078445.524956:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078445.524956:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.524958:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078445.524961:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.524963:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925874432:192.168.204.157@tcp:250:kworker.0
02000000:00000010:0.0:1769078445.524966:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000100:00000001:1.0:1769078445.524970:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078445.524971:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078445.524977:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078445.524977:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.524981:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.524988:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078445.524988:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078445.524990:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078445.524994:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078445.524996:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078445.525002:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.525003:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078445.525007:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078445.525009:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078445.525010:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078445.525012:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078445.525013:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078445.525017:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078445.525020:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00080000:0.0:1769078445.525021:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5133
00000400:00000200:0.0:1769078445.525027:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078445.525028:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000400:00000200:0.0:1769078445.525030:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078445.525032:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078445.525034:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:1.0:1769078445.525035:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874432, portal 25
00000100:00000001:0.0:1769078445.525036:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.525039:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078445.525040:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.525043:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000001:0.0:1769078445.525044:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078445.525048:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078445.525049:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000040:1.0:1769078445.525051:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078445.525052:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078445.525056:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078445.525061:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:1.0:1769078445.525063:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078445.525066:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078445.525067:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078445.525070:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078445.525073:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925874432, offset 0
00000100:00000040:0.0:1769078445.525074:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.525078:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078445.525079:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078445.525084:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525088:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525094:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:0.0:1769078445.525096:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:1.0:1769078445.525101:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769078445.525102:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078445.525106:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525109:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:0.0:1769078445.525110:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.525113:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078445.525116:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078445.525116:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078445.525118:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.525122:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078445.525123:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000008:00100000:0.0:1769078445.525124:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078445.525127:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.525130:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525131:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16541:16541:256:4294967295] 192.168.204.157@tcp LPNI seq info [16537:16537:8:4294967295]
00000100:00000010:0.0:1769078445.525133:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078445.525136:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078445.525140:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078445.525142:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525142:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078445.525146:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078445.525147:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078445.525149:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078445.525152:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078445.525154:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078445.525161:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078445.525164:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.525179:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.525188:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000001:0.0:1769078445.525190:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078445.525193:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078445.525197:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078445.525199:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078445.525205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769078445.525208:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078445.525211:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769078445.525211:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:0.0:1769078445.525216:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1769078445.525217:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769078445.525219:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078445.525222:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769078445.525223:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078445.525228:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078445.525228:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000100:00080000:0.0:1769078445.525232:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5133
00000400:00000200:1.0:1769078445.525235:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078445.525236:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078445.525240:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078445.525243:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078445.525246:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.525247:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.525248:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078445.525250:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078445.525251:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078445.525252:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078445.525254:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078445.525254:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078445.525256:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078445.525259:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078445.525261:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078445.525266:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525266:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078445.525270:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:0.0:1769078445.525271:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078445.525276:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078445.525278:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078445.525279:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078445.525284:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000200:1.0:1769078445.525286:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078445.525289:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078445.525295:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.525299:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078445.525303:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.525305:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078445.525307:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.525311:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078445.525312:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078445.525315:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078445.525320:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.525323:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525326:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078445.525328:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769078445.525329:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769078445.525332:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078445.525334:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078445.525335:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078445.525336:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078445.525340:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078445.525341:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078445.525344:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525344:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1769078445.525349:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:1.0:1769078445.525349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299807488
00000100:00000001:0.0:1769078445.525354:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078445.525356:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a37e0.
00000100:00100000:0.0:1769078445.525360:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078445.525363:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078445.525368:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078445.525370:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525372:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299807488
00000100:00000040:0.0:1769078445.525373:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078445.525377:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3cc0.
00000100:00000001:1.0:1769078445.525382:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078445.525385:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525386:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078445.525388:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078445.525389:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078445.525394:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078445.525395:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078445.525401:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5143)
00000100:00100000:1.0:1769078445.525401:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.525414:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.525415:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.525416:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078445.525418:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078445.525420:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078445.525421:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.525423:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.525428:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525432:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.525434:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525435:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525436:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.525438:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525442:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.525445:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525449:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.525451:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525454:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.525455:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.525457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.525459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078445.525460:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.525463:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.525468:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925874432:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078445.525471:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.525474:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925874432/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525478:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.525479:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.525481:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078445.525483:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.525484:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.525485:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078445.525486:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.525487:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:1.0:1769078445.525490:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.525491:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.525492:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:1.0:1769078445.525494:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.525495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525497:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525504:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078445.525506:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525508:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078445.525509:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078445.525510:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.525514:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525520:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.525551:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525553:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.525554:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.525556:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.525558:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.525560:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.525562:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.525563:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525564:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.525566:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078445.525567:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525570:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078445.525572:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078445.525574:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078445.525576:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874560, portal 10
00000100:00000001:1.0:1769078445.525577:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.525578:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:1.0:1769078445.525583:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525587:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.525588:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078445.525589:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078445.525591:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925874560, offset 0
00000400:00000200:1.0:1769078445.525593:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525595:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525598:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078445.525600:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.525601:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078445.525603:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.525604:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525606:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16542:16542:256:4294967295] 192.168.204.157@tcp LPNI seq info [16538:16538:8:4294967295]
00000400:00000200:1.0:1769078445.525608:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525612:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.525615:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.525617:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078445.525619:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078445.525621:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078445.525623:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078445.525625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078445.525627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.525628:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078445.525630:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.525632:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.525634:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078445.525635:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078445.525637:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.525639:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525643:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.525645:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525649:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525650:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.525651:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.525654:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078445.525655:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078445.525657:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299806224
00000100:00000001:1.0:1769078445.525659:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.525660:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299806224
00000100:00000001:1.0:1769078445.525661:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.525663:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.525679:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525681:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.525688:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.525694:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.525695:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.525696:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078445.525698:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078445.525699:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078445.525700:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.525702:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.525707:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525710:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.525711:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525712:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525712:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.525714:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525718:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.525720:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525724:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.525725:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525726:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525727:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525728:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.525729:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.525730:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.525732:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078445.525733:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.525735:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.525739:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874560:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.525742:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.525744:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525748:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.525749:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525750:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.525751:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.525752:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.525753:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.525755:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.525756:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.525757:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.525760:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078445.525762:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525764:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078445.525765:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078445.525767:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078445.525769:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874688, portal 10
00000100:00000001:1.0:1769078445.525770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.525771:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:1.0:1769078445.525774:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525778:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.525779:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078445.525781:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078445.525782:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925874688, offset 0
00000400:00000200:1.0:1769078445.525784:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525786:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525789:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078445.525792:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.525795:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078445.525797:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.525799:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525801:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16543:16543:256:4294967295] 192.168.204.157@tcp LPNI seq info [16539:16539:8:4294967295]
00000400:00000200:1.0:1769078445.525805:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525810:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.525814:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.525817:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078445.525821:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078445.525823:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078445.525827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078445.525830:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078445.525834:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.525835:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078445.525838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.525842:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.525844:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078445.525846:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078445.525848:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.525851:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525856:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.525858:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525862:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525863:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.525865:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.525866:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078445.525868:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078445.525870:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299806233
00000100:00000001:1.0:1769078445.525871:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.525873:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299806233
00000100:00000001:1.0:1769078445.525874:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.525875:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.525877:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.525878:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.525880:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.525884:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.525885:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.525885:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078445.525887:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078445.525887:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078445.525888:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.525890:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.525895:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525898:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.525899:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525901:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.525902:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525906:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.525908:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525911:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.525913:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525913:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.525914:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.525915:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.525916:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.525918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.525920:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078445.525921:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.525923:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.525927:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874688:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.525929:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.525931:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525934:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.525935:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525936:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.525938:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.525939:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.525941:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874816:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.525942:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.525943:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.525944:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.525945:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.525947:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078445.525948:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.525950:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078445.525951:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078445.525953:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078445.525955:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874816, portal 4
00000100:00000001:1.0:1769078445.525956:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.525957:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000040:1.0:1769078445.525961:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.525967:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.525969:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078445.525971:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078445.525973:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925874816, offset 0
00000400:00000200:1.0:1769078445.525977:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525981:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.525984:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078445.525987:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.525989:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078445.525991:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.525994:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078445.525997:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16544:16544:256:4294967295] 192.168.204.157@tcp LPNI seq info [16540:16540:8:4294967295]
00000400:00000200:1.0:1769078445.526001:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078445.526006:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.526011:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.526014:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078445.526017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078445.526018:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078445.526021:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078445.526022:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078445.526024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078445.526026:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078445.526027:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.526029:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.526031:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078445.526032:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078445.526034:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.526036:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526040:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.526042:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526050:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.526050:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.526052:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.526054:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078445.526056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078445.526057:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299806230
00000100:00000001:1.0:1769078445.526059:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.526060:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299806230
00000100:00000001:1.0:1769078445.526061:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299807488
00000100:00000001:1.0:1769078445.526062:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.526063:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.526065:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.526066:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.526071:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.526072:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.526073:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078445.526074:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078445.526075:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078445.526076:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.526078:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.526082:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526085:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.526086:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526087:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.526088:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.526091:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526097:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.526101:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526106:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.526108:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526110:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.526111:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526112:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.526114:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.526116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.526119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078445.526122:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.526125:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.526133:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925874816:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.526136:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526138:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.526141:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925874560/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526147:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.526149:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.526150:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078445.526153:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.526155:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.526156:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078445.526157:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.526159:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:1.0:1769078445.526161:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.526162:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.526164:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:1.0:1769078445.526166:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.526168:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526169:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.526173:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925874688/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526179:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.526181:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.526182:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078445.526184:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.526185:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.526187:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078445.526188:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.526189:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:1.0:1769078445.526191:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.526192:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.526193:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:1.0:1769078445.526194:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.526195:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526196:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.526198:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925874816/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.526201:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.526202:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.526203:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078445.526204:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.526205:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.526206:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078445.526207:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.526207:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:1.0:1769078445.526208:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.526209:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.526209:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:1.0:1769078445.526211:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.526212:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526213:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.526215:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078445.526216:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.526217:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078445.526218:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078445.972701:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078445.972708:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078445.972714:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078445.972715:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078445.972797:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078445.972802:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078445.972805:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078446.868630:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299807488, at 4299807552
00000100:00000040:3.0:1769078446.868630:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299807488, at 4299807552
00000100:00000010:3.0:1769078446.868660:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3cc0.
00000100:00000010:2.0:1769078446.868662:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a37e0.
00010000:00000001:3.0:1769078446.997338:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078446.997349:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078446.997355:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078446.997356:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078446.997718:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078446.997723:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078446.997726:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078448.020641:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078448.020647:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078448.020653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078448.020654:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078448.020677:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078448.020680:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078448.020683:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078449.044958:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078449.044965:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078449.044971:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078449.044972:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078449.045042:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078449.045046:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078449.045049:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078450.069749:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078450.069756:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078450.069761:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078450.069762:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078450.069896:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078450.069900:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078450.069903:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078450.644699:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.644710:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078450.644713:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.644716:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.644720:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.644727:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5138
00000400:00000200:0.0:1769078450.644737:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078450.644742:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.644745:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.644749:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644752:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.644754:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644756:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078450.644761:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.644763:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078450.644765:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.644768:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078450.644770:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078450.644773:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078450.644775:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644777:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.644779:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644781:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078450.644784:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078450.644788:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644791:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.644794:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.644798:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.644801:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.644803:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078450.644805:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.644815:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078450.644819:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078450.644823:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.644824:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.644827:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.644829:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.644834:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.644840:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769078450.644846:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.644854:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.644864:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.644869:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.644873:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.644901:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.644904:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.644907:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078450.644908:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.644910:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.644913:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.644915:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5138
00000400:00000200:0.0:1769078450.644919:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078450.644922:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.644924:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.644927:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644929:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.644932:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644934:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078450.644936:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.644937:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078450.644939:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.644941:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078450.644943:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078450.644945:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:0.0:1769078450.644947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644949:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.644951:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644953:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078450.644955:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:0.0:1769078450.644958:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078450.644960:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.644961:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.644966:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.644968:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.644970:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.644973:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078450.644976:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.644978:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.644981:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078450.644984:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078450.644986:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.644988:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.644990:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.644991:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.644993:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.644996:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000100:00000001:0.0:1769078450.644999:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.645004:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.645011:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.645013:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.645017:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.645024:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.645027:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.645030:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078450.645031:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.645033:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.645035:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.645037:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5138
00000400:00000200:0.0:1769078450.645041:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078450.645044:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.645046:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.645049:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645051:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.645052:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645066:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078450.645069:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.645070:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078450.645071:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.645073:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:0.0:1769078450.645075:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:0.0:1769078450.645078:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078450.645081:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645083:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.645085:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645086:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078450.645089:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078450.645092:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645094:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.645096:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.645099:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.645101:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645103:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.645105:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078450.645108:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645109:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.645113:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078450.645115:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078450.645117:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.645119:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645120:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.645121:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.645123:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.645126:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000100:00000001:0.0:1769078450.645129:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.645133:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.645140:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.645142:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.645146:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.645153:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.645156:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.645158:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078450.645160:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.645162:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.645164:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.645166:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5138
00000400:00000200:0.0:1769078450.645170:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078450.645172:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.645175:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.645177:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645179:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.645181:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645183:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078450.645185:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.645187:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078450.645188:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.645190:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078450.645192:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078450.645194:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078450.645196:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645198:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.645200:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645202:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078450.645204:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078450.645207:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078450.645209:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.645211:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.645213:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.645215:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645217:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.645219:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078450.645221:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645223:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.645226:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078450.645228:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078450.645231:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.645232:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.645234:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.645235:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.645237:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.645241:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39800.
00000100:00000001:0.0:1769078450.645244:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.645249:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.645255:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.645257:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.645260:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.645268:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.645270:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078450.645273:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078450.645279:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5149)
00000100:00000001:1.0:1769078450.645484:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078450.645488:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078450.645490:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.645496:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645504:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.645505:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.645508:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.645511:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.645514:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.645517:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925874944:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078450.645546:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.645551:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.645553:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.645556:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.645560:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078450.645562:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.645568:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078450.645572:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078450.645589:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078450.645603:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925874944, portal 25
00000100:00000001:1.0:1769078450.645606:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.645608:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000040:1.0:1769078450.645613:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645620:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.645623:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078450.645626:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078450.645630:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925874944, offset 0
00000400:00000200:1.0:1769078450.645637:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078450.645644:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.645649:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078450.645655:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.645659:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078450.645676:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.645679:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078450.645683:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16545:16545:256:4294967295] 192.168.204.157@tcp LPNI seq info [16541:16541:8:4294967295]
00000400:00000200:1.0:1769078450.645687:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.645697:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.645703:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.645708:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078450.645713:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078450.645717:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078450.645722:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078450.645725:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078450.645729:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.645731:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078450.645737:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.645741:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.645745:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078450.645747:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078450.645750:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.645754:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645762:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.645765:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645771:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.645773:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.645778:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.645782:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078450.645785:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299812609
00000100:00000010:1.0:1769078450.645790:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3840.
00000100:00000001:1.0:1769078450.645796:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078450.645801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299812609
00000100:00000010:1.0:1769078450.645804:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a36c0.
00000100:00000001:1.0:1769078450.645807:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078450.645810:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.645812:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.645814:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.645818:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.645826:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.645828:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.645830:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078450.645832:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078450.645834:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078450.645837:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.645841:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.645848:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645854:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.645856:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.645858:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.645860:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.645863:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645870:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.645874:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645886:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.645889:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.645890:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.645891:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.645894:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.645896:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.645898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.645902:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078450.645904:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.645908:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.645916:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925874944:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078450.645921:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.645924:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645930:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.645932:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.645934:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.645936:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.645938:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.645940:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.645943:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.645945:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.645947:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.645949:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.645952:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078450.645954:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.645957:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078450.645960:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078450.645963:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078450.645966:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875072, portal 10
00000100:00000001:1.0:1769078450.645968:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.645969:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:1.0:1769078450.645974:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.645980:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.645983:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078450.645985:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078450.645987:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925875072, offset 0
00000400:00000200:1.0:1769078450.645991:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078450.645995:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.645998:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078450.646002:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.646004:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078450.646006:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.646008:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078450.646011:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16546:16546:256:4294967295] 192.168.204.157@tcp LPNI seq info [16542:16542:8:4294967295]
00000400:00000200:1.0:1769078450.646015:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.646021:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.646025:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646028:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078450.646032:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078450.646035:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078450.646039:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078450.646041:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078450.646045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646047:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078450.646049:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.646053:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.646055:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078450.646057:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078450.646060:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.646063:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646070:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646073:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646079:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646081:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.646083:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.646086:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078450.646090:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078450.646091:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299811344
00000100:00000001:1.0:1769078450.646094:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646096:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299811344
00000100:00000001:1.0:1769078450.646098:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646100:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.646102:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646104:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.646107:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.646114:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.646116:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.646117:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078450.646119:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078450.646121:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078450.646123:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.646126:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.646134:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646146:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.646147:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646148:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.646153:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646160:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.646163:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646169:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.646172:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646173:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646174:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646176:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.646177:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.646179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.646182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078450.646185:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.646189:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.646196:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875072:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.646200:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.646203:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646209:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.646211:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.646213:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.646215:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.646216:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.646219:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875200:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.646222:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.646224:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.646225:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.646227:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646230:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078450.646232:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.646235:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078450.646238:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078450.646241:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078450.646243:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875200, portal 10
00000100:00000001:1.0:1769078450.646245:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.646247:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:1.0:1769078450.646251:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646257:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.646259:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078450.646261:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078450.646263:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925875200, offset 0
00000400:00000200:1.0:1769078450.646267:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078450.646270:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.646273:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078450.646276:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.646278:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078450.646281:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.646283:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078450.646286:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16547:16547:256:4294967295] 192.168.204.157@tcp LPNI seq info [16543:16543:8:4294967295]
00000400:00000200:1.0:1769078450.646290:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.646296:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.646300:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646303:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078450.646306:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078450.646309:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078450.646313:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078450.646315:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078450.646319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646320:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078450.646323:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.646326:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.646329:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078450.646331:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078450.646333:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.646337:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646347:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646354:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.646357:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.646360:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078450.646363:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078450.646365:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299811353
00000100:00000001:1.0:1769078450.646367:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646370:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299811353
00000100:00000001:1.0:1769078450.646371:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646373:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.646375:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646377:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.646381:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.646389:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.646390:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.646392:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078450.646394:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078450.646395:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078450.646397:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.646401:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.646409:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646415:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.646416:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646418:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646419:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.646423:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646429:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.646433:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646439:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.646442:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646443:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646445:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646446:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.646447:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.646450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.646453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078450.646455:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.646459:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.646467:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875200:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.646470:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.646473:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646479:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.646481:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.646483:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.646485:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.646487:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.646490:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875328:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.646493:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.646494:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.646496:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.646497:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646501:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769078450.646503:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.646506:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078450.646508:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078450.646512:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078450.646514:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875328, portal 4
00000100:00000001:1.0:1769078450.646516:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.646517:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
00000100:00000040:1.0:1769078450.646543:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646550:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.646552:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078450.646555:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078450.646557:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925875328, offset 0
00000400:00000200:1.0:1769078450.646561:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078450.646565:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.646568:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078450.646570:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.646573:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078450.646575:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.646577:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078450.646596:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16548:16548:256:4294967295] 192.168.204.157@tcp LPNI seq info [16544:16544:8:4294967295]
00000400:00000200:1.0:1769078450.646600:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078450.646605:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.646609:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646613:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078450.646616:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078450.646618:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078450.646622:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078450.646625:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078450.646628:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078450.646630:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078450.646632:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.646636:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.646639:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078450.646640:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078450.646642:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.646645:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646652:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646655:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646661:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646662:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.646665:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.646668:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078450.646672:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078450.646674:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299811351
00000100:00000001:1.0:1769078450.646677:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646678:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299811351
00000100:00000001:1.0:1769078450.646680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299812609
00000100:00000001:1.0:1769078450.646682:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.646684:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646686:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.646690:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.646697:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.646698:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.646699:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078450.646702:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078450.646703:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078450.646705:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.646708:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.646716:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646721:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.646723:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646725:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646726:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.646729:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646736:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.646740:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646746:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.646749:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646750:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.646751:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646753:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.646754:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.646757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.646760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078450.646762:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.646766:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.646773:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875328:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.646776:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646778:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646781:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925874944/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646788:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.646790:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646793:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078450.646796:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.646798:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.646799:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078450.646801:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.646803:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:1.0:1769078450.646807:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.646809:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.646810:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:1.0:1769078450.646813:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.646814:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646816:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646819:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925875072/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646830:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.646832:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646833:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078450.646835:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.646836:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.646837:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078450.646839:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.646841:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:1.0:1769078450.646843:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.646844:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.646845:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:1.0:1769078450.646847:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.646848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646853:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925875200/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646859:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.646860:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646861:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996000.
02000000:00000001:1.0:1769078450.646863:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.646864:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.646865:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078450.646867:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.646868:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:1.0:1769078450.646870:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.646871:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.646872:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:1.0:1769078450.646874:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.646875:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646877:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.646880:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925875328/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.646886:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.646887:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.646889:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996400.
02000000:00000001:1.0:1769078450.646891:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.646892:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.646893:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078450.646895:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.646896:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39800.
02000000:00000001:1.0:1769078450.646898:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.646899:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.646900:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:1.0:1769078450.646902:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.646903:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646905:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.646912:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078450.646913:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.646915:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078450.646917:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078451.092632:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078451.092638:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078451.092645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078451.092646:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078451.092739:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078451.092743:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078451.092745:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769078451.860687:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:3.0:1769078451.860696:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:3.0:1769078451.860701:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078451.861690:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078451.861696:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078451.861706:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078451.861710:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078451.861712:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078451.988929:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299812609, at 4299812672
00000100:00000040:2.0:1769078451.988943:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299812609, at 4299812672
00000100:00000010:3.0:1769078451.988944:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a36c0.
00000100:00000010:2.0:1769078451.988953:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3840.
00010000:00000001:3.0:1769078452.116718:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078452.116727:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078452.116729:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078452.116732:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078452.116737:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078452.116739:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078452.116741:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078452.116742:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078452.116746:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078452.116747:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078452.116770:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078452.116773:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078452.116775:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078453.140693:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078453.140699:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078453.140704:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078453.140705:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078453.140882:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078453.140886:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078453.140889:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078454.164659:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078454.164665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078454.164670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078454.164673:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078454.164675:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078454.164678:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078454.164680:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078454.164683:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078454.164685:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078454.164687:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078454.164749:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078454.164753:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078454.164756:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078455.189669:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078455.189678:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078455.189685:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078455.189686:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078455.189823:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078455.189830:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078455.189835:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078455.764882:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.764894:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078455.764896:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078455.764900:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.764904:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.764912:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5144
00000400:00000200:1.0:1769078455.764923:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078455.764929:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.764932:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.764934:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.764937:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.764939:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.764942:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078455.764946:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.764948:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078455.764951:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.764953:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078455.764955:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078455.764958:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078455.764961:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.764963:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.764964:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.764966:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078455.764979:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078455.764982:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078455.764984:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.764987:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.764990:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.764993:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.764995:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078455.764998:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.765006:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078455.765010:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078455.765014:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.765015:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765018:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.765020:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.765024:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.765031:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078455.765037:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078455.765045:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078455.765055:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078455.765130:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078455.765137:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078455.765164:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078455.765167:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.765170:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078455.765172:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078455.765174:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.765176:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.765179:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5144
00000400:00000200:1.0:1769078455.765183:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078455.765186:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.765188:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.765191:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765194:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.765196:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765198:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078455.765201:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.765202:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078455.765204:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.765207:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078455.765209:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078455.765211:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078455.765218:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765221:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.765223:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765225:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078455.765227:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078455.765230:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765233:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.765235:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.765240:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078455.765245:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078455.765246:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765251:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078455.765257:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078455.765257:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1769078455.765263:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.765263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078455.765269:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.765273:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000020:00000040:1.0:1769078455.765280:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000040:3.0:1769078455.765281:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078455.765284:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.765287:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765297:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.765303:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.765305:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.765310:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:3.0:1769078455.765312:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078455.765318:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765319:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.765324:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1769078455.765330:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078455.765337:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078455.765342:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769078455.765344:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765347:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078455.765355:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925875456:192.168.204.157@tcp:250:kworker.0
00000100:00000040:1.0:1769078455.765357:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.765366:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078455.765374:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078455.765377:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.765379:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078455.765383:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078455.765386:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078455.765391:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078455.765392:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1769078455.765397:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
00000100:00080000:1.0:1769078455.765399:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769078455.765401:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765406:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.765411:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5144
00000400:00000200:3.0:1769078455.765416:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078455.765418:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078455.765425:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:1.0:1769078455.765428:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.765433:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.765436:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765438:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.765441:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078455.765444:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:1.0:1769078455.765445:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078455.765454:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.765455:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078455.765458:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1769078455.765460:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875456, portal 25
00000020:00000040:1.0:1769078455.765461:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000100:00000001:3.0:1769078455.765467:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078455.765469:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:3.0:1769078455.765471:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139331328 : -125582570220288 : ffff8dc887831500)
00000020:00000001:1.0:1769078455.765476:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078455.765484:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078455.765485:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765502:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.765506:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765508:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078455.765511:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078455.765519:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765554:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.765556:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.765559:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.765561:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765563:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078455.765565:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078455.765568:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765570:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.765575:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000020:00000040:1.0:1769078455.765578:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078455.765580:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.765583:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765590:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.765593:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.765595:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.765603:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:3.0:1769078455.765608:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078455.765609:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078455.765616:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00100000:1.0:1769078455.765619:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078455.765623:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078455.765632:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925875456, offset 0
00000100:00000001:1.0:1769078455.765638:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078455.765642:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.765648:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078455.765651:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078455.765665:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078455.765666:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078455.765672:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.765676:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078455.765679:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078455.765680:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.765683:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078455.765686:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:1.0:1769078455.765687:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5144
00000400:00000200:3.0:1769078455.765698:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078455.765699:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.765707:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078455.765708:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.765715:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078455.765719:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078455.765724:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078455.765727:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765732:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078455.765740:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16549:16549:256:4294967295] 192.168.204.157@tcp LPNI seq info [16545:16545:8:4294967295]
00000100:00000040:1.0:1769078455.765742:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765750:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078455.765756:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078455.765756:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078455.765759:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078455.765762:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.765764:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078455.765767:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078455.765772:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078455.765783:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078455.765784:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765793:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.765798:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765805:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000200:3.0:1769078455.765805:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000040:1.0:1769078455.765810:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078455.765814:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078455.765817:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.765823:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.765827:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1769078455.765829:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
02000000:00000001:1.0:1769078455.765831:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765835:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078455.765838:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078455.765845:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078455.765845:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078455.765853:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078455.765855:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000100:00000010:1.0:1769078455.765858:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078455.765865:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078455.765873:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769078455.765874:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078455.765876:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.765883:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1769078455.765884:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
02000000:00000001:1.0:1769078455.765886:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.765890:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078455.765896:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000010:1.0:1769078455.765897:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000800:00000010:3.0:1769078455.765903:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000100:00000001:1.0:1769078455.765905:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.765915:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769078455.765916:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078455.765932:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078455.765940:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078455.765943:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00000001:1.0:1769078455.765944:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078455.765950:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000040:1.0:1769078455.765955:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.765958:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078455.765968:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078455.765971:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078455.765978:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078455.765997:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078455.766001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078455.766004:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5154)
00000100:00000040:3.0:1769078455.766010:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766021:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.766024:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078455.766033:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.766038:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078455.766042:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299817729
00000100:00000010:3.0:1769078455.766049:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd9c0.
00000100:00000001:3.0:1769078455.766057:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078455.766064:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299817729
00000100:00000010:3.0:1769078455.766066:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd720.
00000100:00000001:3.0:1769078455.766069:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078455.766072:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078455.766075:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.766077:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078455.766082:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078455.766093:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078455.766095:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078455.766097:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078455.766100:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078455.766102:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078455.766104:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078455.766108:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078455.766128:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766135:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078455.766137:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766139:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.766141:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078455.766144:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766150:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078455.766154:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766160:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078455.766163:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.766165:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766168:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078455.766169:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078455.766172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078455.766176:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078455.766179:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078455.766182:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078455.766189:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925875456:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078455.766194:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766196:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.766199:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831500 x1855007925875456/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766210:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078455.766213:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078455.766215:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078455.766218:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078455.766221:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078455.766222:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078455.766224:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078455.766227:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078455.766231:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078455.766233:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078455.766235:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831500.
00000100:00000001:3.0:1769078455.766238:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078455.766239:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766241:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766249:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078455.766251:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.766253:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078455.766255:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078455.766256:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078455.766259:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766265:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078455.766266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.766268:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078455.766270:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078455.766272:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078455.766275:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078455.766278:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078455.766280:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078455.766281:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.766283:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078455.766285:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078455.766287:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.766290:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078455.766293:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078455.766296:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078455.766298:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875584, portal 10
00000100:00000001:3.0:1769078455.766300:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078455.766301:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139338496 : -125582570213120 : ffff8dc887833100)
00000100:00000040:3.0:1769078455.766308:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766313:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078455.766314:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078455.766316:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078455.766318:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925875584, offset 0
00000400:00000200:3.0:1769078455.766321:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078455.766324:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.766328:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078455.766331:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078455.766333:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078455.766335:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078455.766337:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078455.766340:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16550:16550:256:4294967295] 192.168.204.157@tcp LPNI seq info [16546:16546:8:4294967295]
00000400:00000200:3.0:1769078455.766343:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.766348:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078455.766353:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.766355:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078455.766358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078455.766361:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078455.766364:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078455.766367:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078455.766370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.766372:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078455.766374:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078455.766377:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078455.766379:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078455.766381:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078455.766383:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078455.766386:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766392:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.766395:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766400:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.766401:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078455.766403:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078455.766407:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078455.766412:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078455.766414:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299816464
00000100:00000001:3.0:1769078455.766416:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.766418:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299816464
00000100:00000001:3.0:1769078455.766420:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.766422:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078455.766424:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.766425:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078455.766428:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078455.766434:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078455.766435:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078455.766437:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078455.766439:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078455.766440:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078455.766442:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078455.766444:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078455.766451:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766460:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078455.766461:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766463:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.766464:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078455.766467:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766472:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078455.766475:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766480:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078455.766482:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766484:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.766485:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.766486:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078455.766488:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078455.766490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078455.766937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078455.766940:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078455.766945:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078455.766954:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875584:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078455.766958:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078455.766961:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.766968:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078455.766969:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.766972:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078455.766974:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078455.766976:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078455.766979:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078455.766982:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078455.766984:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078455.766986:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.766987:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078455.766991:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078455.766994:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.766999:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078455.767002:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078455.767005:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078455.767008:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875712, portal 10
00000100:00000001:3.0:1769078455.767011:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078455.767012:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000040:3.0:1769078455.767018:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767026:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078455.767029:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078455.767031:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078455.767033:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925875712, offset 0
00000400:00000200:3.0:1769078455.767037:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078455.767041:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.767045:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078455.767048:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078455.767051:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078455.767054:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078455.767056:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078455.767060:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16551:16551:256:4294967295] 192.168.204.157@tcp LPNI seq info [16547:16547:8:4294967295]
00000400:00000200:3.0:1769078455.767064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.767070:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078455.767076:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.767079:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078455.767084:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078455.767086:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078455.767091:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078455.767094:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078455.767098:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.767100:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078455.767103:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078455.767107:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078455.767110:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078455.767112:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078455.767183:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078455.767187:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767196:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.767199:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767206:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.767208:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078455.767211:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078455.767214:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078455.767217:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078455.767219:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299816474
00000100:00000001:3.0:1769078455.767222:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.767224:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299816474
00000100:00000001:3.0:1769078455.767227:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.767229:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078455.767231:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.767232:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078455.767236:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078455.767244:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078455.767246:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078455.767248:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078455.767250:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078455.767252:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078455.767254:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078455.767257:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078455.767266:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767272:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078455.767273:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767275:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.767276:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078455.767279:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767286:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078455.767289:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767297:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078455.767300:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.767303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078455.767306:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078455.767308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078455.767311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078455.767313:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078455.767318:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078455.767326:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875712:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078455.767330:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078455.767333:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767339:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078455.767341:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.767343:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078455.767345:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078455.767347:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078455.767350:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875840:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078455.767353:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078455.767355:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078455.767357:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078455.767358:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078455.767362:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078455.767364:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078455.767368:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078455.767370:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078455.767374:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078455.767377:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875840, portal 4
00000100:00000001:3.0:1769078455.767379:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078455.767380:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:3.0:1769078455.767386:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767392:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078455.767395:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078455.767397:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078455.767399:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925875840, offset 0
00000400:00000200:3.0:1769078455.767404:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078455.767407:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.767411:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078455.767413:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078455.767416:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078455.767419:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078455.767421:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078455.767424:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16552:16552:256:4294967295] 192.168.204.157@tcp LPNI seq info [16548:16548:8:4294967295]
00000400:00000200:3.0:1769078455.767429:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078455.767435:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078455.767440:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.767442:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078455.767446:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078455.767449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769078455.767453:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078455.767456:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769078455.767459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078455.767461:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078455.767463:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078455.767467:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078455.767470:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078455.767472:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078455.767474:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078455.767476:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.767486:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767645:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.767648:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078455.767652:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078455.767655:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078455.767659:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078455.767662:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299816472
00000100:00000001:3.0:1769078455.767665:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.767667:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299816472
00000100:00000001:3.0:1769078455.767669:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299817729
00000100:00000001:3.0:1769078455.767672:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078455.767674:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.767675:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078455.767680:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078455.767688:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078455.767690:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078455.767691:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078455.767694:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078455.767695:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078455.767698:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078455.767701:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078455.767710:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767716:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078455.767717:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767719:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.767720:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078455.767723:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767730:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078455.767734:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767740:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078455.767743:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767745:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078455.767746:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767747:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078455.767749:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078455.767752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078455.767755:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078455.767757:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078455.767760:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078455.767768:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925875840:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078455.767771:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767773:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.767776:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833100 x1855007925875584/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767783:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078455.767784:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078455.767787:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078455.767789:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078455.767791:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078455.767792:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078455.767794:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078455.767796:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078455.767799:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078455.767800:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078455.767802:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833100.
00000100:00000001:3.0:1769078455.767804:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078455.767877:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767881:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.767885:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925875712/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767897:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078455.767899:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078455.767901:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078455.767904:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078455.767905:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078455.767906:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078455.767909:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078455.767910:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078455.767913:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078455.767914:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078455.767915:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:3.0:1769078455.767918:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078455.767919:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078455.767924:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925875840/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078455.767931:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078455.767932:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078455.767933:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078455.767935:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078455.767936:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078455.767937:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078455.767939:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078455.767940:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078455.767943:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078455.767944:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078455.767945:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:3.0:1769078455.767947:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078455.767949:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767951:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078455.767956:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078455.767957:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078455.767959:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078455.767961:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078456.213038:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078456.213045:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078456.213051:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078456.213052:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078456.213074:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078456.213077:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078456.213080:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769078456.277736:0:56288:0:(osc_request.c:735:osc_update_next_shrink()) next time 6349 to shrink grant
00000100:00000040:2.0:1769078457.108576:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299817729, at 4299817792
00000100:00000010:2.0:1769078457.108636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00000100:00000040:3.0:1769078457.109578:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299817729, at 4299817793
00000100:00000010:3.0:1769078457.109592:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00010000:00000001:3.0:1769078457.236650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078457.236657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078457.236662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078457.236664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078457.236755:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078457.236758:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078457.236761:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078458.260695:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078458.260702:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078458.260707:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078458.260709:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078458.261884:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078458.261887:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078458.261890:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078459.284650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078459.284657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078459.284662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078459.284664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078459.285500:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078459.285503:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078459.285506:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078460.309097:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078460.309106:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078460.309114:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078460.309115:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078460.309145:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078460.309148:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078460.309151:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078460.884678:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078460.884689:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078460.884692:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078460.884696:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.884707:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078460.884715:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5149
00000400:00000200:1.0:1769078460.884724:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078460.884729:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.884732:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.884735:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.884738:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.884739:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.884741:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078460.884745:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.884746:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078460.884749:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.884751:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078460.884752:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078460.884754:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078460.884757:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.884759:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.884761:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.884763:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078460.884766:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078460.884774:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078460.884776:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.884779:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078460.884784:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.884787:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.884789:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078460.884792:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.884804:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000020:00000040:1.0:1769078460.884809:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078460.884813:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.884815:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.884818:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.884821:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.884826:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.884834:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078460.884839:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078460.884847:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078460.884856:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.884860:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.884863:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.884954:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078460.884962:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078460.884964:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078460.884972:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.884982:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078460.884984:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.884985:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.884990:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078460.884992:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078460.884994:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078460.884996:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078460.884997:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078460.884998:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.885004:0:37680:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078460.885004:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.885008:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5149
00000100:00100000:3.0:1769078460.885012:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925875968:192.168.204.157@tcp:250:kworker.0
00000400:00000200:1.0:1769078460.885016:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078460.885022:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078460.885022:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769078460.885024:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.885028:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078460.885028:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078460.885032:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078460.885033:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.885034:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885037:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078460.885039:0:37680:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1769078460.885039:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078460.885042:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078460.885043:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.885045:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078460.885046:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000010:3.0:1769078460.885047:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000020:00000001:1.0:1769078460.885048:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078460.885053:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078460.885053:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885057:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.885058:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885060:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078460.885061:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078460.885064:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885065:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.885066:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078460.885070:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078460.885071:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.885075:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885076:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078460.885078:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000008:00100000:1.0:1769078460.885080:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078460.885084:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885086:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.885089:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078460.885091:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000010:3.0:1769078460.885091:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000001:1.0:1769078460.885094:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.885096:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885097:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.885098:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.885099:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.885103:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000200:3.0:1769078460.885103:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925875968, portal 25
00000100:00000001:1.0:1769078460.885106:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885109:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1769078460.885112:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078460.885114:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000001:1.0:1769078460.885122:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.885125:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078460.885126:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078460.885129:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078460.885153:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.885157:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078460.885158:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078460.885162:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:3.0:1769078460.885165:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885166:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078460.885170:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078460.885172:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000001:1.0:1769078460.885174:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769078460.885177:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925875968, offset 0
00000100:00080000:1.0:1769078460.885180:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5149
00000400:00000200:3.0:1769078460.885189:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078460.885190:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078460.885196:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.885199:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.885202:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885204:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078460.885207:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.885211:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885215:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:1.0:1769078460.885216:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078460.885221:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.885223:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078460.885224:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078460.885226:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078460.885228:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078460.885232:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078460.885233:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:1.0:1769078460.885236:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078460.885240:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078460.885244:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885248:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885249:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.885254:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885257:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078460.885257:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16553:16553:256:4294967295] 192.168.204.157@tcp LPNI seq info [16549:16549:8:4294967295]
00000020:00000040:1.0:1769078460.885262:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078460.885270:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885270:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078460.885275:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.885277:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078460.885280:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.885286:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078460.885289:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078460.885290:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078460.885293:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078460.885297:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078460.885301:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885302:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.885309:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000800:00000010:3.0:1769078460.885311:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000020:00000040:1.0:1769078460.885313:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078460.885317:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.885319:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885322:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1769078460.885324:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078460.885325:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.885329:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078460.885330:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
02000000:00000010:1.0:1769078460.885336:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000800:00000200:3.1:1769078460.885339:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078460.885341:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078460.885344:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000100:00100000:1.0:1769078460.885349:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078460.885357:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.885360:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078460.885366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078460.885367:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078460.885372:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000100:00000001:1.0:1769078460.885381:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078460.885383:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078460.885384:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078460.885390:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078460.885393:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078460.885394:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078460.885396:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.885401:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078460.885403:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00080000:1.0:1769078460.885404:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5149
00000400:00000200:1.0:1769078460.885422:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078460.885425:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.885427:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.885430:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885434:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078460.885435:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000040:1.0:1769078460.885437:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885442:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078460.885444:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078460.885445:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.885448:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078460.885450:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.885453:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000200:3.0:1769078460.885454:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078460.885455:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078460.885458:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078460.885464:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885467:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.885471:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078460.885474:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078460.885478:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078460.885481:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078460.885481:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078460.885484:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.885490:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078460.885490:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078460.885494:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.885498:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885500:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078460.885504:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078460.885508:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885510:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885511:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885517:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1769078460.885518:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078460.885521:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078460.885544:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.885545:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885546:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.885547:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.885549:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.885552:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078460.885554:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078460.885558:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078460.885562:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.885564:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.885567:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.885571:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078460.885572:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078460.885579:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299822849
00000100:00000040:1.0:1769078460.885583:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078460.885586:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078460.885590:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5159)
00000100:00000010:3.0:1769078460.885590:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd720.
00000100:00000001:3.0:1769078460.885600:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078460.885610:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299822849
00000100:00000010:3.0:1769078460.885614:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd20.
00000100:00000001:3.0:1769078460.885618:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078460.885623:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078460.885626:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885643:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078460.885649:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078460.885673:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078460.885675:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078460.885677:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078460.885680:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078460.885682:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078460.885684:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078460.885688:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078460.885698:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885705:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078460.885707:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885709:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.885711:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078460.885715:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885723:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078460.885728:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885735:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078460.885738:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885740:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.885741:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885744:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078460.885745:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078460.885749:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078460.885754:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078460.885756:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078460.885760:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078460.885769:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925875968:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078460.885774:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885776:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.885779:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925875968/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885786:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078460.885789:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078460.885792:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078460.885795:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078460.885796:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078460.885798:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078460.885800:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078460.885803:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078460.885808:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078460.885811:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078460.885813:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:3.0:1769078460.885816:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078460.885817:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885820:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.885837:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078460.885839:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.885842:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078460.885843:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078460.885844:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078460.885848:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885855:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078460.885856:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.885858:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078460.885861:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078460.885863:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078460.885866:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078460.885870:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078460.885871:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078460.885873:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.885875:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078460.885878:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078460.885880:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078460.885884:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078460.885887:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078460.885891:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078460.885894:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876096, portal 10
00000100:00000001:3.0:1769078460.885896:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078460.885897:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00000040:3.0:1769078460.885904:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.885910:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078460.885913:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078460.885915:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078460.885917:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925876096, offset 0
00000400:00000200:3.0:1769078460.885922:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885925:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.885929:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078460.885932:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078460.885954:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078460.885957:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078460.885959:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.885962:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16554:16554:256:4294967295] 192.168.204.157@tcp LPNI seq info [16550:16550:8:4294967295]
00000400:00000200:3.0:1769078460.885966:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.885972:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078460.885977:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.885980:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078460.885984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078460.885987:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078460.885992:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078460.886003:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078460.886007:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.886009:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078460.886012:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078460.886016:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078460.886019:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078460.886021:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078460.886023:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078460.886027:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886035:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886038:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886045:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886047:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078460.886050:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078460.886054:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078460.886057:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078460.886059:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299821584
00000100:00000001:3.0:1769078460.886062:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886064:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299821584
00000100:00000001:3.0:1769078460.886066:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886068:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078460.886071:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886072:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078460.886076:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078460.886084:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078460.886086:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078460.886088:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078460.886091:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078460.886092:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078460.886094:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078460.886097:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078460.886106:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886112:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078460.886114:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886116:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886117:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078460.886120:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886127:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078460.886131:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886138:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078460.886141:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886142:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886143:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886145:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078460.886147:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078460.886150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078460.886153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078460.886155:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078460.886159:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078460.886168:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876096:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078460.886172:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078460.886175:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886182:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078460.886184:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.886186:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078460.886188:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078460.886190:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078460.886192:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078460.886195:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078460.886197:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078460.886198:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.886200:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078460.886203:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078460.886205:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078460.886209:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078460.886212:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078460.886215:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078460.886218:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876224, portal 10
00000100:00000001:3.0:1769078460.886220:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078460.886221:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078460.886227:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886234:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078460.886236:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078460.886238:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078460.886241:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925876224, offset 0
00000400:00000200:3.0:1769078460.886245:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078460.886249:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.886252:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078460.886255:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078460.886258:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078460.886260:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078460.886277:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.886280:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16555:16555:256:4294967295] 192.168.204.157@tcp LPNI seq info [16551:16551:8:4294967295]
00000400:00000200:3.0:1769078460.886285:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.886291:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078460.886296:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.886299:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078460.886303:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078460.886306:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078460.886310:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078460.886313:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078460.886317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.886318:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078460.886321:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078460.886325:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078460.886328:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078460.886330:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078460.886332:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078460.886336:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886343:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886346:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886355:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078460.886358:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078460.886360:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078460.886364:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078460.886366:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299821593
00000100:00000001:3.0:1769078460.886369:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886371:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299821593
00000100:00000001:3.0:1769078460.886374:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886376:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078460.886378:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886380:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078460.886384:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078460.886392:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078460.886393:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078460.886394:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078460.886397:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078460.886399:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078460.886401:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078460.886404:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078460.886425:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886432:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078460.886433:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886435:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886436:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078460.886440:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886447:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078460.886451:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886457:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078460.886460:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886465:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078460.886466:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078460.886469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078460.886472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078460.886475:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078460.886479:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078460.886487:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876224:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078460.886490:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078460.886493:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886500:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078460.886501:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.886504:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078460.886506:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078460.886508:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078460.886511:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876352:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078460.886514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078460.886516:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078460.886518:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078460.886519:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078460.886540:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078460.886542:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078460.886560:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078460.886562:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078460.886566:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078460.886569:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876352, portal 4
00000100:00000001:3.0:1769078460.886571:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078460.886572:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00000040:3.0:1769078460.886593:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886600:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078460.886602:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078460.886605:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078460.886607:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925876352, offset 0
00000400:00000200:3.0:1769078460.886611:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078460.886625:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.886628:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078460.886631:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078460.886634:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078460.886636:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078460.886638:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078460.886641:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16556:16556:256:4294967295] 192.168.204.157@tcp LPNI seq info [16552:16552:8:4294967295]
00000400:00000200:3.0:1769078460.886645:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078460.886651:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078460.886655:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.886658:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078460.886662:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078460.886665:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078460.886669:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078460.886672:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078460.886676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078460.886678:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078460.886680:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078460.886683:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078460.886686:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078460.886688:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078460.886691:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078460.886694:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886705:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886717:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886719:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078460.886722:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078460.886725:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078460.886728:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078460.886730:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299821591
00000100:00000001:3.0:1769078460.886733:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886735:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299821591
00000100:00000001:3.0:1769078460.886737:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299822849
00000100:00000001:3.0:1769078460.886739:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078460.886741:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886743:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078460.886747:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078460.886755:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078460.886756:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078460.886758:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078460.886760:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078460.886762:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078460.886764:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078460.886767:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078460.886775:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886782:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078460.886783:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886785:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886786:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078460.886790:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886797:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078460.886800:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886807:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078460.886810:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886811:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078460.886812:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886814:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078460.886816:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078460.886818:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078460.886822:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078460.886824:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078460.886828:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078460.886836:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876352:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078460.886840:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886842:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886845:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925876096/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886851:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078460.886853:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078460.886854:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078460.886857:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078460.886858:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078460.886860:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078460.886862:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078460.886864:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078460.886866:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078460.886868:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078460.886869:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:3.0:1769078460.886872:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078460.886873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886875:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886878:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925876224/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886885:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078460.886886:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078460.886887:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078460.886890:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078460.886891:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078460.886892:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078460.886894:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078460.886895:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078460.886897:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078460.886898:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078460.886899:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078460.886901:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078460.886902:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886904:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078460.886907:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925876352/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078460.886913:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078460.886914:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078460.886916:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078460.886918:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078460.886919:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078460.886920:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078460.886921:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078460.886922:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078460.886924:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078460.886925:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078460.886927:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078460.886929:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078460.886930:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886932:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078460.886936:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078460.886937:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078460.886939:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078460.886941:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078461.332735:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078461.332745:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078461.332753:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078461.332755:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078461.333282:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078461.333287:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078461.333291:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078462.228658:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299822849, at 4299822912
00000100:00000010:3.0:1769078462.228675:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000100:00000040:2.0:1769078462.229298:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299822849, at 4299822912
00000100:00000010:2.0:1769078462.229309:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00010000:00000001:3.0:1769078462.356792:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078462.356802:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078462.356805:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078462.356807:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078462.356813:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078462.356815:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078462.356817:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078462.356820:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078462.356825:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078462.356826:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078462.356927:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078462.356935:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078462.356940:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078463.380647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078463.380653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078463.380659:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078463.380660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078463.382515:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078463.382519:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078463.382546:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078464.404901:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078464.404915:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078464.404921:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078464.404924:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078464.404934:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078464.404936:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078464.404939:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078464.404941:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078464.404943:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078464.404946:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078464.404973:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078464.404975:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078464.404979:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078465.429443:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078465.429450:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078465.429455:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078465.429457:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078465.429574:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078465.429577:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078465.429580:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078466.007638:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078466.007648:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078466.007651:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078466.007654:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078466.007659:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078466.007666:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5154
00000400:00000200:2.0:1769078466.007675:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078466.007681:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078466.007683:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078466.007687:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007689:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078466.007692:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007695:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078466.007699:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078466.007701:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078466.007703:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078466.007706:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078466.007708:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078466.007711:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078466.007713:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007715:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078466.007717:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007719:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078466.007722:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078466.007726:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007728:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078466.007731:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078466.007734:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078466.007737:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.007739:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078466.007742:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078466.007751:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078466.007754:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078466.007757:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078466.007759:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.007761:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078466.007764:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078466.007767:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078466.007774:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078466.007780:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078466.007788:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078466.007797:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078466.007802:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078466.007807:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.007827:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078466.007831:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078466.007834:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078466.007835:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078466.007837:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078466.007839:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078466.007842:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5154
00000400:00000200:2.0:1769078466.007846:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078466.007850:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078466.007853:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078466.007857:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.007859:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078466.007860:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078466.007862:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078466.007864:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078466.007867:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078466.007867:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078466.007872:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078466.007874:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078466.007875:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078466.007880:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078466.007883:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:3.0:1769078466.007885:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078466.007889:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078466.007889:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.007894:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769078466.007895:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
02000000:00000001:3.0:1769078466.007897:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078466.007901:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078466.007903:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.007908:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769078466.007910:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925876480:192.168.204.157@tcp:250:kworker.0
00000100:00000040:2.0:1769078466.007914:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078466.007917:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078466.007918:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078466.007922:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078466.007923:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078466.007926:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078466.007929:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078466.007931:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078466.007935:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078466.007938:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078466.007939:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.007942:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078466.007944:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078466.007948:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078466.007950:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078466.007952:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078466.007954:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000008:00100000:2.0:1769078466.007957:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078466.007961:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000008:00000001:2.0:1769078466.007962:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.007966:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078466.007969:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876480, portal 25
00000100:00000010:2.0:1769078466.007971:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000100:00000001:3.0:1769078466.007973:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078466.007975:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000020:00000040:2.0:1769078466.007977:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000040:3.0:1769078466.007981:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078466.007983:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078466.007985:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.007990:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078466.007991:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078466.007993:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769078466.007996:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
02000000:00000001:2.0:1769078466.007997:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078466.007999:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078466.008002:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925876480, offset 0
02000000:00000010:2.0:1769078466.008004:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000400:00000200:3.0:1769078466.008008:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078466.008009:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078466.008016:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:2.0:1769078466.008017:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078466.008022:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078466.008030:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078466.008032:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078466.008036:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:2.0:1769078466.008037:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078466.008040:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078466.008044:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:2.0:1769078466.008045:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078466.008047:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16557:16557:256:4294967295] 192.168.204.157@tcp LPNI seq info [16553:16553:8:4294967295]
00000400:00000200:3.0:1769078466.008056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078466.008065:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078466.008068:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769078466.008069:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769078466.008075:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078466.008076:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:3.0:1769078466.008079:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078466.008084:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078466.008087:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769078466.008091:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078466.008094:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:2.0:1769078466.008096:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769078466.008098:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769078466.008101:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:3.0:1769078466.008103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078466.008107:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5154
00000800:00000010:3.0:1769078466.008107:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078466.008112:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078466.008117:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.008121:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078466.008125:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078466.008128:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00080000:2.0:1769078466.008129:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078466.008134:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000040:2.0:1769078466.008135:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.008140:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078466.008141:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078466.008143:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.008147:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000200:3.0:1769078466.008148:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078466.008151:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078466.008154:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078466.008157:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078466.008161:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078466.008164:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000001:3.0:1769078466.008165:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078466.008168:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078466.008172:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078466.008175:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078466.008181:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078466.008185:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078466.008186:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078466.008189:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078466.008190:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078466.008194:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00000001:3.0:1769078466.008195:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078466.008198:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078466.008202:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078466.008203:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008205:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299827971
02000000:00000001:2.0:1769078466.008206:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078466.008212:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078466.008212:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd20.
02000000:00000001:2.0:1769078466.008217:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.008220:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078466.008221:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000008:00100000:2.0:1769078466.008223:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078466.008227:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008227:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299827971
00000100:00000001:2.0:1769078466.008232:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078466.008232:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cde40.
00000100:00000001:3.0:1769078466.008237:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000010:2.0:1769078466.008239:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078466.008241:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078466.008243:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078466.008246:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078466.008248:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.008250:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078466.008252:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078466.008254:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008257:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078466.008260:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:3.0:1769078466.008261:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078466.008264:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078466.008269:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466]  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078466.008274:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1769078466.008288:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078466.008289:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078466.008291:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078466.008293:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078466.008294:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078466.008296:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078466.008299:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078466.008305:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008309:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078466.008310:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008311:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.008312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078466.008314:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008326:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078466.008330:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008335:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078466.008337:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008338:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.008339:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008340:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078466.008341:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078466.008344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078466.008346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078466.008347:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078466.008350:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078466.008355:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925876480:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078466.008358:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008359:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.008361:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925876480/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008364:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078466.008366:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078466.008367:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.008369:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078466.008370:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078466.008371:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078466.008373:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078466.008374:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078466.008377:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078466.008378:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078466.008379:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078466.008381:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078466.008382:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008383:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008388:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078466.008389:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008391:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078466.008392:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078466.008394:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078466.008398:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.008403:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078466.008404:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078466.008406:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.008408:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008408:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078466.008411:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078466.008413:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078466.008417:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876608:192.168.204.157@tcp:38:kworker.0
00000100:00000040:2.0:1769078466.008418:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008420:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078466.008423:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078466.008425:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008429:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078466.008434:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
00000100:00000001:2.0:1769078466.008436:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008437:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078466.008441:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078466.008446:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:2.0:1769078466.008448:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078466.008450:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1769078466.008451:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00080000:2.0:1769078466.008453:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769078466.008456:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:2.0:1769078466.008457:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769078466.008462:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876608, portal 10
00000100:00080000:2.0:1769078466.008463:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5154
00000100:00000001:3.0:1769078466.008466:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078466.008469:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000400:00000200:2.0:1769078466.008472:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078466.008479:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078466.008480:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078466.008483:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078466.008490:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078466.008493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078466.008494:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078466.008500:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078466.008503:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078466.008506:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925876608, offset 0
00000400:00000200:3.0:1769078466.008511:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078466.008514:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.008516:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078466.008519:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078466.008520:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078466.008541:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078466.008543:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078466.008545:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16558:16558:256:4294967295] 192.168.204.157@tcp LPNI seq info [16554:16554:8:4294967295]
00000400:00000200:3.0:1769078466.008548:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.008552:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078466.008555:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.008557:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078466.008560:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078466.008561:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078466.008564:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078466.008566:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078466.008568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.008570:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078466.008571:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078466.008573:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078466.008575:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078466.008577:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078466.008579:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078466.008581:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008586:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.008588:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008592:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008593:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078466.008595:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078466.008597:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078466.008600:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078466.008602:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299826707
00000100:00000001:3.0:1769078466.008604:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.008605:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299826707
00000100:00000001:3.0:1769078466.008608:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.008609:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078466.008610:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008612:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769078466.008614:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078466.008615:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466]  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.008620:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000001:3.0:1769078466.008624:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1769078466.008626:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:3.0:1769078466.008626:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078466.008629:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000020:00000040:2.0:1769078466.008630:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000400:00000200:3.0:1769078466.008631:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078466.008634:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000020:00000001:2.0:1769078466.008635:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078466.008636:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078466.008640:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078466.008641:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078466.008647:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:3.0:1769078466.008649:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078466.008652:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078466.008655:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078466.008657:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008659:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.008661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078466.008663:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078466.008665:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.008669:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078466.008673:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078466.008674:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:3.0:1769078466.008677:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.008679:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078466.008686:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078466.008687:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078466.008691:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008693:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1769078466.008694:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078466.008695:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008698:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078466.008700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078466.008702:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078466.008703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1769078466.008706:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:3.0:1769078466.008708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078466.008711:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1769078466.008713:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078466.008714:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078466.008719:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078466.008724:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876608:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078466.008725:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078466.008730:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078466.008730:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008731:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.008735:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925876608/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078466.008736:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078466.008741:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008747:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1769078466.008748:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
02000000:00000001:3.0:1769078466.008749:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078466.008752:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
00000020:00000040:2.0:1769078466.008753:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078466.008756:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1769078466.008758:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000001:3.0:1769078466.008760:0:2410:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1769078466.008761:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078466.008763:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:2.0:1769078466.008765:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:3.0:1769078466.008767:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1769078466.008768:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769078466.008771:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:2.0:1769078466.008772:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008775:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1769078466.008778:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078466.008778:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078466.008780:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:2.0:1769078466.008784:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008785:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078466.008788:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.008791:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078466.008792:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078466.008795:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078466.008798:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008801:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078466.008803:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078466.008805:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078466.008807:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078466.008810:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078466.008812:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008820:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078466.008821:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008822:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008825:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078466.008827:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078466.008831:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078466.008835:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078466.008841:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078466.008842:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008843:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078466.008845:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.008847:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078466.008848:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1769078466.008849:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.008852:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078466.008857:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078466.008858:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078466.008862:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000040:2.0:1769078466.008866:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5164)
00000400:00000010:3.0:1769078466.008866:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078466.008869:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876736, portal 10
00000100:00000001:3.0:1769078466.008872:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078466.008873:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000040:3.0:1769078466.008877:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008881:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078466.008883:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078466.008884:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078466.008886:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925876736, offset 0
00000400:00000200:3.0:1769078466.008889:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078466.008891:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.008893:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078466.008895:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078466.008898:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078466.008899:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078466.008902:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078466.008905:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16559:16559:256:4294967295] 192.168.204.157@tcp LPNI seq info [16555:16555:8:4294967295]
00000400:00000200:3.0:1769078466.008909:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.008914:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078466.008918:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.008921:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078466.008925:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078466.008927:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078466.008931:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078466.008934:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078466.008938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.008940:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078466.008942:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078466.008945:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078466.008948:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078466.008950:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078466.008952:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078466.008954:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008959:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.008961:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.008965:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008966:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078466.008968:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078466.008969:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078466.008971:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078466.008973:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299826716
00000100:00000001:3.0:1769078466.008974:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.008975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299826716
00000100:00000001:3.0:1769078466.008977:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.008978:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078466.008980:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.008981:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078466.008983:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466]  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078466.008987:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078466.008988:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078466.008989:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078466.008990:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078466.008991:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078466.008992:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078466.008994:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078466.008999:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009002:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078466.009003:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009004:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.009005:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078466.009007:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009010:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078466.009012:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009015:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078466.009017:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009018:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.009019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009020:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078466.009021:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078466.009022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078466.009024:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078466.009026:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078466.009028:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078466.009032:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876736:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078466.009034:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009035:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.009037:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925876736/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009040:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078466.009041:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078466.009042:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.009043:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078466.009044:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078466.009044:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078466.009045:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078466.009046:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078466.009048:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078466.009048:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078466.009049:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078466.009050:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078466.009051:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009052:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009054:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078466.009055:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.009057:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078466.009057:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078466.009058:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078466.009060:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009064:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078466.009065:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.009066:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078466.009068:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078466.009069:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078466.009070:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876864:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078466.009072:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078466.009073:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078466.009074:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078466.009075:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078466.009077:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.009078:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078466.009080:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078466.009082:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078466.009083:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078466.009085:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876864, portal 4
00000100:00000001:3.0:1769078466.009086:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078466.009087:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:3.0:1769078466.009090:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009094:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078466.009095:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078466.009096:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078466.009098:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925876864, offset 0
00000400:00000200:3.0:1769078466.009100:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078466.009102:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.009104:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078466.009106:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078466.009108:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078466.009109:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078466.009110:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078466.009112:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16560:16560:256:4294967295] 192.168.204.157@tcp LPNI seq info [16556:16556:8:4294967295]
00000400:00000200:3.0:1769078466.009115:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078466.009118:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078466.009123:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.009125:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078466.009129:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078466.009131:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078466.009135:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078466.009137:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078466.009140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078466.009142:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078466.009144:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078466.009147:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078466.009150:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078466.009151:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078466.009153:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078466.009157:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009165:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.009168:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009174:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.009175:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078466.009178:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078466.009179:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078466.009182:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078466.009183:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299826713
00000100:00000001:3.0:1769078466.009184:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.009186:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299826713
00000100:00000001:3.0:1769078466.009187:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299827971
00000100:00000001:3.0:1769078466.009188:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078466.009189:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.009190:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078466.009192:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466]  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078466.009197:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078466.009198:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078466.009199:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078466.009200:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078466.009201:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078466.009202:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078466.009204:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078466.009209:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009212:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078466.009213:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009214:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.009214:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078466.009216:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009220:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078466.009222:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009226:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078466.009227:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009228:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078466.009228:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009229:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078466.009230:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078466.009232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078466.009234:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078466.009236:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078466.009240:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078466.009247:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925876864:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078466.009251:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009252:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078466.009255:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925876864/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078466.009261:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078466.009263:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078466.009264:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078466.009267:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078466.009268:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078466.009269:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078466.009272:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078466.009273:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078466.009275:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078466.009276:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078466.009278:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078466.009280:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078466.009281:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009283:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078466.009286:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078466.009287:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078466.009289:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078466.009290:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078466.452627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078466.452633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078466.452639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078466.452640:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078466.452708:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078466.452712:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078466.452716:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078467.348668:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299827971, at 4299828032
00000100:00000040:3.0:1769078467.348668:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299827971, at 4299828032
00000100:00000010:3.0:1769078467.348684:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000100:00000010:2.0:1769078467.348686:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00010000:00000001:3.0:1769078467.477607:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078467.477613:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078467.477620:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078467.477621:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078467.480190:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078467.480196:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078467.480200:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078468.500674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078468.500684:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078468.500691:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078468.500692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078468.500725:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078468.500728:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078468.500731:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078469.524684:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078469.524692:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078469.524698:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078469.524699:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078469.524970:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078469.524972:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078469.524974:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078470.548635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078470.548641:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078470.548647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078470.548648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078470.549157:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078470.549495:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078470.549499:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078471.125341:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078471.125353:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078471.125355:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078471.125358:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078471.125362:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078471.125368:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5159
00000400:00000200:0.0:1769078471.125376:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078471.125381:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078471.125383:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078471.125386:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125388:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125390:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125393:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078471.125397:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078471.125399:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078471.125402:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078471.125404:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078471.125406:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078471.125409:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078471.125411:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125414:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125416:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125418:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078471.125421:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078471.125424:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125427:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078471.125429:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078471.125433:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078471.125436:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125438:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078471.125441:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078471.125452:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78000.
00000020:00000040:0.0:1769078471.125456:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078471.125459:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078471.125461:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125463:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078471.125467:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078471.125470:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078471.125479:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39000.
00000100:00000001:0.0:1769078471.125485:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078471.125493:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078471.125503:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078471.125507:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078471.125510:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004744bcb5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078471.125544:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078471.125547:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078471.125551:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078471.125552:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078471.125554:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078471.125556:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078471.125559:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5159
00000400:00000200:0.0:1769078471.125564:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078471.125566:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078471.125567:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078471.125569:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078471.125571:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078471.125572:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078471.125573:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078471.125574:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078471.125575:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125577:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078471.125580:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769078471.125580:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078471.125581:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078471.125583:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078471.125584:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078471.125587:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078471.125589:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:3.0:1769078471.125589:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078471.125590:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078471.125591:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125593:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078471.125594:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078471.125595:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125596:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078471.125597:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078471.125598:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078471.125600:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078471.125601:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125603:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078471.125603:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925876992:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078471.125605:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078471.125607:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078471.125609:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078471.125610:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078471.125611:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125613:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078471.125613:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.125615:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078471.125616:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078471.125619:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078471.125619:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
00000100:00000001:0.0:1769078471.125621:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.125621:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078471.125625:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7b480.
00000020:00000040:0.0:1769078471.125627:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078471.125628:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078471.125629:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078471.125631:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078471.125632:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000100:00000001:0.0:1769078471.125633:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078471.125634:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078471.125636:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078471.125639:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000010:0.0:1769078471.125640:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3ac00.
00000100:00000001:0.0:1769078471.125642:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078471.125645:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925876992, portal 25
00000100:00100000:0.0:1769078471.125646:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078471.125648:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078471.125649:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074609152 : -125582634942464 : ffff8dc883a78000)
00000100:00000001:0.0:1769078471.125653:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078471.125655:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078471.125655:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078471.125659:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa3de9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.125662:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078471.125664:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125667:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078471.125667:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00080000:0.0:1769078471.125669:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078471.125670:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925876992, offset 0
00000100:00080000:0.0:1769078471.125673:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078471.125674:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078471.125676:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078471.125676:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125678:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078471.125680:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5159
00000400:00000200:3.0:1769078471.125682:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078471.125683:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078471.125685:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078471.125687:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078471.125688:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:0.0:1769078471.125689:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125691:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125693:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125694:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:3.0:1769078471.125694:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078471.125697:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078471.125698:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000400:00000200:3.0:1769078471.125698:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000001:0.0:1769078471.125699:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078471.125701:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078471.125701:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078471.125703:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078471.125704:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:0.0:1769078471.125705:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:0.0:1769078471.125708:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078471.125708:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16561:16561:256:4294967295] 192.168.204.157@tcp LPNI seq info [16557:16557:8:4294967295]
00000100:00000001:0.0:1769078471.125709:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125711:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078471.125712:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:0.0:1769078471.125713:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078471.125715:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078471.125717:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125719:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078471.125720:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078471.125721:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078471.125722:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078471.125724:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125726:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769078471.125727:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00100000:0.0:1769078471.125728:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078471.125730:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078471.125731:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000001:0.0:1769078471.125732:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078471.125734:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7ad80.
00000020:00000040:0.0:1769078471.125736:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.0:1769078471.125737:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:0.0:1769078471.125738:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078471.125740:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125741:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1769078471.125741:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1769078471.125742:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078471.125744:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078471.125747:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a000.
00000800:00000200:3.1:1769078471.125747:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:0.0:1769078471.125749:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078471.125750:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000100:00100000:0.0:1769078471.125753:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1769078471.125755:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.125757:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000100:00000001:0.0:1769078471.125760:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078471.125762:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078471.125763:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078471.125765:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000140ed71a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078471.125767:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078471.125771:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00000001:0.0:1769078471.125772:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078471.125774:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078471.125774:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00080000:0.0:1769078471.125777:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078471.125778:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078471.125779:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078471.125780:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078471.125781:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078471.125783:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078471.125785:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5159
00000400:00000200:0.0:1769078471.125788:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078471.125790:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769078471.125791:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078471.125793:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078471.125795:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125797:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125799:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125801:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078471.125803:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078471.125804:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:0.0:1769078471.125805:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078471.125807:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078471.125809:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:0.0:1769078471.125811:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078471.125813:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125815:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078471.125817:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125818:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078471.125820:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:0.0:1769078471.125822:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078471.125824:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078471.125826:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078471.125828:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078471.125830:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125831:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078471.125834:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078471.125836:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125838:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078471.125842:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a7a300.
00000020:00000040:0.0:1769078471.125844:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078471.125846:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078471.125847:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078471.125849:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078471.125850:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078471.125852:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078471.125856:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3a800.
00000100:00000001:0.0:1769078471.125859:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078471.125863:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769078471.125866:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078471.125869:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078471.125871:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.125874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078471.125875:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55d388] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.125876:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078471.125882:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078471.125884:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078471.125888:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078471.125891:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5169)
00000100:00000001:3.0:1769078471.128392:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078471.128406:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078471.128410:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299833091
00000100:00000010:3.0:1769078471.128420:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cde40.
00000100:00000001:3.0:1769078471.128427:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078471.128432:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299833091
00000100:00000010:3.0:1769078471.128435:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdcc0.
00000100:00000001:3.0:1769078471.128438:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078471.128441:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078471.128445:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128447:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078471.128456:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471]  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078471.128468:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078471.128470:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078471.128473:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078471.128475:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078471.128477:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078471.128480:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078471.128484:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078471.128494:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128502:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078471.128504:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128506:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.128507:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078471.128510:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128514:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078471.128517:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128534:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078471.128536:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128537:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.128538:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128540:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078471.128541:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078471.128543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078471.128547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078471.128548:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078471.128551:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078471.128556:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925876992:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078471.128560:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128562:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.128564:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78000 x1855007925876992/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128568:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078471.128571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078471.128573:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078471.128576:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078471.128578:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078471.128579:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078471.128581:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078471.128582:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39000.
02000000:00000001:3.0:1769078471.128586:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078471.128587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078471.128589:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78000.
00000100:00000001:3.0:1769078471.128591:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078471.128592:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128593:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128599:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078471.128601:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128603:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078471.128604:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078471.128606:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078471.128608:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128614:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078471.128615:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.128617:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078471.128619:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078471.128621:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078471.128623:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078471.128625:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078471.128628:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078471.128629:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.128631:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078471.128634:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078471.128635:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078471.128639:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078471.128641:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078471.128644:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078471.128648:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877120, portal 10
00000100:00000001:3.0:1769078471.128650:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078471.128651:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074622592 : -125582634929024 : ffff8dc883a7b480)
00000100:00000040:3.0:1769078471.128655:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128660:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078471.128661:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078471.128663:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078471.128665:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925877120, offset 0
00000400:00000200:3.0:1769078471.128668:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078471.128673:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.128679:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078471.128682:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078471.128685:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078471.128688:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078471.128689:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078471.128692:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16562:16562:256:4294967295] 192.168.204.157@tcp LPNI seq info [16558:16558:8:4294967295]
00000400:00000200:3.0:1769078471.128694:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.128701:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078471.128705:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.128707:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078471.128712:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078471.128715:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078471.128719:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078471.128721:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078471.128723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.128725:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078471.128728:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078471.128731:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078471.128733:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078471.128735:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078471.128737:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078471.128739:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128744:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.128745:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128755:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128756:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078471.128759:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078471.128762:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078471.128765:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078471.128767:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299831827
00000100:00000001:3.0:1769078471.128769:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.128771:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299831827
00000100:00000001:3.0:1769078471.128773:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.128775:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078471.128777:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128779:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078471.128782:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471]  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078471.128790:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078471.128792:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078471.128793:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078471.128796:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078471.128797:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078471.128799:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078471.128803:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078471.128811:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128817:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078471.128818:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128820:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.128821:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078471.128824:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128831:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078471.128834:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128840:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078471.128842:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128844:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.128846:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.128847:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078471.128849:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078471.128851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078471.128855:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078471.128857:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078471.128861:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078471.128869:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877120:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078471.128872:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078471.128875:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128879:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078471.128880:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.128881:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078471.128883:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078471.128884:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078471.128885:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078471.128887:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078471.128889:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078471.128891:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.128892:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078471.128894:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078471.128895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078471.128898:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078471.128900:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078471.128902:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078471.128904:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877248, portal 10
00000100:00000001:3.0:1769078471.128905:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078471.128906:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074620800 : -125582634930816 : ffff8dc883a7ad80)
00000100:00000040:3.0:1769078471.128910:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128914:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078471.128915:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078471.128916:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078471.128918:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925877248, offset 0
00000400:00000200:3.0:1769078471.128920:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078471.128922:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.128924:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078471.128926:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078471.128928:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078471.128929:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078471.128931:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078471.128933:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16563:16563:256:4294967295] 192.168.204.157@tcp LPNI seq info [16559:16559:8:4294967295]
00000400:00000200:3.0:1769078471.128935:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.128939:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078471.128942:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.128944:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078471.128947:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078471.128948:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078471.128951:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078471.128952:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078471.128955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.128957:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078471.128958:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078471.128961:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078471.128962:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078471.128963:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078471.128965:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078471.128966:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128971:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.128973:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.128976:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128977:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078471.128979:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078471.128980:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078471.128982:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078471.128983:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299831836
00000100:00000001:3.0:1769078471.128985:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.128986:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299831836
00000100:00000001:3.0:1769078471.128987:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.128988:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078471.128989:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.128991:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078471.128992:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471]  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078471.128996:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078471.128997:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078471.128998:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078471.128999:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078471.129000:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078471.129002:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078471.129004:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078471.129008:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129012:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078471.129012:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129013:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.129014:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078471.129016:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129019:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078471.129021:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129025:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078471.129026:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129027:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.129028:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129029:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078471.129030:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078471.129031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078471.129033:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078471.129034:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078471.129036:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078471.129040:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877248:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078471.129042:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078471.129045:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129049:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078471.129050:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.129051:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078471.129052:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078471.129053:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078471.129055:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877376:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078471.129056:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078471.129057:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078471.129058:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078471.129059:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078471.129061:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078471.129062:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078471.129064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078471.129065:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078471.129067:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078471.129068:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877376, portal 4
00000100:00000001:3.0:1769078471.129069:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078471.129070:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074618112 : -125582634933504 : ffff8dc883a7a300)
00000100:00000040:3.0:1769078471.129073:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129077:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078471.129078:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078471.129079:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078471.129080:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925877376, offset 0
00000400:00000200:3.0:1769078471.129082:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078471.129084:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.129086:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078471.129087:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078471.129088:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078471.129090:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078471.129091:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078471.129093:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16564:16564:256:4294967295] 192.168.204.157@tcp LPNI seq info [16560:16560:8:4294967295]
00000400:00000200:3.0:1769078471.129095:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078471.129099:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078471.129101:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.129103:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078471.129105:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078471.129106:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078471.129108:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078471.129110:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078471.129112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078471.129113:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078471.129115:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078471.129117:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078471.129118:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078471.129119:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078471.129120:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078471.129122:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.129128:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129132:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.129132:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078471.129134:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078471.129135:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078471.129137:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078471.129138:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299831833
00000100:00000001:3.0:1769078471.129139:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.129140:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299831833
00000100:00000001:3.0:1769078471.129142:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299833091
00000100:00000001:3.0:1769078471.129143:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078471.129144:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.129145:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078471.129147:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471]  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078471.129152:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078471.129152:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078471.129153:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078471.129154:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078471.129155:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078471.129156:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078471.129158:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078471.129163:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129166:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078471.129167:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129167:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.129168:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078471.129170:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129173:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078471.129175:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129179:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078471.129180:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129181:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078471.129181:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129182:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078471.129183:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078471.129185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078471.129187:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078471.129188:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078471.129190:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078471.129194:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877376:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078471.129196:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129197:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.129199:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7b480 x1855007925877120/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129202:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078471.129203:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078471.129204:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078471.129205:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078471.129206:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078471.129207:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078471.129208:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078471.129209:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3ac00.
02000000:00000001:3.0:1769078471.129210:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078471.129211:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078471.129212:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7b480.
00000100:00000001:3.0:1769078471.129213:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078471.129214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129215:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.129217:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7ad80 x1855007925877248/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129220:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078471.129221:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078471.129222:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078471.129223:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078471.129224:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078471.129224:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078471.129225:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078471.129226:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a000.
02000000:00000001:3.0:1769078471.129228:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078471.129228:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078471.129229:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7ad80.
00000100:00000001:3.0:1769078471.129231:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078471.129231:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129250:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078471.129254:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a7a300 x1855007925877376/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078471.129260:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078471.129261:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078471.129267:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078471.129269:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078471.129270:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078471.129271:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078471.129273:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078471.129274:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3a800.
02000000:00000001:3.0:1769078471.129276:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078471.129277:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078471.129278:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a7a300.
00000100:00000001:3.0:1769078471.129280:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078471.129281:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129283:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078471.129286:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078471.129287:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078471.129289:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078471.129290:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078471.573220:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078471.573240:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078471.573248:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078471.573249:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078471.573352:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078471.573359:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078471.573364:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078472.468653:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299833091, at 4299833152
00000100:00000040:3.0:1769078472.468653:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299833091, at 4299833152
00000100:00000010:3.0:1769078472.468668:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000100:00000010:2.0:1769078472.468670:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00010000:00000001:3.0:1769078472.596617:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078472.596624:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078472.596626:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078472.596628:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078472.596702:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078472.596704:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078472.596705:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078472.596708:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078472.596711:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078472.596712:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078472.596735:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078472.596738:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078472.596740:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078473.620596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078473.620601:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078473.620605:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078473.620608:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078473.620610:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078473.620611:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078473.620613:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078473.620615:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078473.620616:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078473.620617:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078473.620660:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078473.620665:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078473.620668:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078474.644596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078474.644601:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078474.644605:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078474.644606:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078474.644641:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078474.644644:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078474.644646:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078475.668679:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078475.668690:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078475.668697:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078475.668698:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078475.668795:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078475.668801:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078475.668804:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078476.244674:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078476.244685:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078476.244688:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078476.244692:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078476.244697:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078476.244704:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5164
00000400:00000200:1.0:1769078476.244720:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078476.244726:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078476.244729:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078476.244733:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244736:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.244739:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244741:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078476.244746:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078476.244748:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078476.244751:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078476.244754:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078476.244757:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078476.244759:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078476.244763:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244765:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.244776:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244779:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078476.244783:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078476.244786:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244788:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.244790:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078476.244794:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.244796:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.244797:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078476.244799:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078476.244808:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000020:00000040:1.0:1769078476.244810:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078476.244817:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078476.244818:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.244821:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078476.244823:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078476.244827:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078476.244833:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078476.244837:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078476.244844:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078476.244853:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078476.244856:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.244859:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.244877:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078476.244880:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078476.244882:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078476.244883:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078476.244885:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078476.244887:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078476.244889:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5164
00000400:00000200:1.0:1769078476.244892:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078476.244895:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078476.244896:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078476.244898:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244900:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.244901:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244903:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078476.244904:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078476.244905:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078476.244906:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078476.244907:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078476.244908:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078476.244910:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078476.244912:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244913:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.244915:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244916:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078476.244918:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078476.244920:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078476.244921:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.244923:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078476.244927:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.244929:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.244930:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078476.244934:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078476.244936:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.244938:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078476.244941:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078476.244943:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078476.244946:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078476.244947:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.244948:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078476.244950:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078476.244951:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078476.244954:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000001:1.0:1769078476.244956:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078476.244960:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078476.244962:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078476.244971:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078476.244971:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078476.244977:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078476.244979:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.244990:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078476.244993:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.245048:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.245048:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078476.245058:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078476.245058:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078476.245069:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078476.245071:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078476.245072:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078476.245074:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078476.245080:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078476.245083:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5164
00000400:00000200:1.0:1769078476.245086:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078476.245088:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
02000000:00000001:3.0:1769078476.245088:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078476.245095:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769078476.245100:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.245101:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245107:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.245113:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00100000:3.0:1769078476.245115:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925877504:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078476.245116:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078476.245122:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078476.245126:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078476.245131:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078476.245133:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769078476.245134:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078476.245139:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078476.245140:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000001:3.0:1769078476.245143:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769078476.245144:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245162:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078476.245164:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245167:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078476.245169:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078476.245173:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078476.245175:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245178:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.245183:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078476.245184:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078476.245191:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.245195:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078476.245196:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:1.0:1769078476.245198:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078476.245203:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078476.245205:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078476.245211:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245214:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.245218:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:1.0:1769078476.245219:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078476.245226:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078476.245231:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769078476.245231:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
02000000:00000001:1.0:1769078476.245236:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245238:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078476.245240:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078476.245242:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078476.245244:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
02000000:00000010:1.0:1769078476.245246:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078476.245251:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078476.245255:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877504, portal 25
00000100:00100000:1.0:1769078476.245256:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078476.245263:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078476.245267:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000001:1.0:1769078476.245277:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078476.245280:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078476.245282:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078476.245289:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245324:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078476.245328:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078476.245331:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078476.245336:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078476.245338:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00080000:1.0:1769078476.245347:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:3.0:1769078476.245348:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925877504, offset 0
00000100:00000001:1.0:1769078476.245351:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078476.245355:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078476.245359:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078476.245364:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078476.245368:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5164
00000400:00000200:3.0:1769078476.245376:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078476.245379:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078476.245391:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078476.245391:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:1.0:1769078476.245400:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078476.245401:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078476.245409:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000040:1.0:1769078476.245414:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078476.245417:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078476.245425:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245426:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078476.245431:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16565:16565:256:4294967295] 192.168.204.157@tcp LPNI seq info [16561:16561:8:4294967295]
00000100:00000040:1.0:1769078476.245438:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078476.245441:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078476.245446:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078476.245449:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078476.245455:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078476.245460:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078476.245468:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:3.0:1769078476.245469:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769078476.245477:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000200:3.0:1769078476.245480:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078476.245486:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000800:00000010:3.0:1769078476.245487:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000040:1.0:1769078476.245500:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000800:00000200:3.0:1769078476.245505:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078476.245507:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769078476.245513:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769078476.245514:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245551:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078476.245554:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078476.245558:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078476.245560:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.245561:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078476.245565:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.245567:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245573:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769078476.245573:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00100000:1.0:1769078476.245580:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1769078476.245582:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000008:00000001:1.0:1769078476.245584:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245595:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078476.245597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000010:1.0:1769078476.245603:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000800:00000010:3.0:1769078476.245603:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000020:00000040:1.0:1769078476.245617:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078476.245620:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078476.245621:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.245622:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078476.245623:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078476.245626:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.245626:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1769078476.245637:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078476.245644:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.245644:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078476.245656:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00100000:1.0:1769078476.245658:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078476.245662:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078476.245673:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078476.245676:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078476.245681:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078476.245685:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078476.245693:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.245718:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.245718:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.245725:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078476.245732:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078476.245738:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5174)
00000100:00000040:3.0:1769078476.245739:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245751:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.245753:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078476.245763:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.245769:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078476.245774:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299838209
00000100:00000010:3.0:1769078476.245781:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdcc0.
00000100:00000001:3.0:1769078476.245789:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078476.245796:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299838209
00000100:00000010:3.0:1769078476.245800:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd540.
00000100:00000001:3.0:1769078476.245803:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078476.245807:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078476.245810:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.245814:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078476.245819:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078476.245832:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078476.245834:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078476.245837:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078476.245840:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078476.245842:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078476.245845:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078476.245849:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078476.245859:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245867:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078476.245869:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.245872:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.245874:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078476.245878:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245886:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078476.245892:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245900:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078476.245904:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.245906:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.245909:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.245912:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078476.245915:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078476.245920:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078476.245927:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078476.245930:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078476.245937:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078476.245946:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925877504:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078476.245952:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.245955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.245959:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925877504/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.245967:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078476.245970:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078476.245974:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078476.245978:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078476.245981:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078476.245983:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078476.245985:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078476.245989:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:3.0:1769078476.245995:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078476.245999:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078476.246002:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078476.246005:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078476.246007:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246010:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246020:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078476.246022:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246025:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078476.246028:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078476.246029:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078476.246034:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246042:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078476.246044:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246046:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078476.246049:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078476.246052:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078476.246055:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078476.246059:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078476.246062:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078476.246064:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246066:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078476.246070:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078476.246072:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.246077:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078476.246081:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078476.246085:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078476.246088:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877632, portal 10
00000100:00000001:3.0:1769078476.246091:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078476.246092:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00000040:3.0:1769078476.246100:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246107:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078476.246110:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078476.246112:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078476.246116:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925877632, offset 0
00000400:00000200:3.0:1769078476.246120:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246125:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246129:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078476.246133:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078476.246136:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078476.246139:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078476.246141:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246145:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16566:16566:256:4294967295] 192.168.204.157@tcp LPNI seq info [16562:16562:8:4294967295]
00000400:00000200:3.0:1769078476.246167:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246174:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078476.246180:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246184:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078476.246189:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078476.246191:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078476.246198:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078476.246200:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078476.246204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246206:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078476.246210:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078476.246214:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078476.246218:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078476.246220:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078476.246223:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078476.246227:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246236:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246240:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246247:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246249:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078476.246252:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078476.246257:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078476.246261:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078476.246263:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299836944
00000100:00000001:3.0:1769078476.246266:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246269:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299836944
00000100:00000001:3.0:1769078476.246272:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246274:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078476.246277:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246279:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078476.246283:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078476.246291:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078476.246292:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078476.246295:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078476.246297:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078476.246299:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078476.246302:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078476.246306:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078476.246317:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246324:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078476.246326:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246328:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246329:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078476.246333:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246341:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078476.246345:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246355:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078476.246357:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246360:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246361:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246363:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078476.246364:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078476.246368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078476.246371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078476.246374:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078476.246378:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078476.246388:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877632:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078476.246392:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078476.246397:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246410:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078476.246412:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246416:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078476.246418:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078476.246420:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078476.246424:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078476.246428:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078476.246430:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078476.246432:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246433:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078476.246437:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078476.246439:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.246443:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078476.246446:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078476.246449:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078476.246453:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877760, portal 10
00000100:00000001:3.0:1769078476.246455:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078476.246456:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078476.246462:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246470:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078476.246473:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078476.246475:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078476.246478:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925877760, offset 0
00000400:00000200:3.0:1769078476.246482:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246486:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246491:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078476.246494:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078476.246497:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078476.246499:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078476.246502:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246506:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16567:16567:256:4294967295] 192.168.204.157@tcp LPNI seq info [16563:16563:8:4294967295]
00000400:00000200:3.0:1769078476.246511:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246518:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078476.246544:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246548:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078476.246552:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078476.246555:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078476.246559:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078476.246562:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078476.246566:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246568:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078476.246571:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078476.246575:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078476.246578:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078476.246580:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078476.246582:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078476.246586:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246594:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246597:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246605:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246607:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078476.246610:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078476.246613:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078476.246617:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078476.246619:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299836954
00000100:00000001:3.0:1769078476.246621:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246623:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299836954
00000100:00000001:3.0:1769078476.246626:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246628:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078476.246631:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246633:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078476.246636:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078476.246644:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078476.246645:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078476.246647:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078476.246649:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078476.246651:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078476.246653:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078476.246656:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078476.246665:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246672:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078476.246673:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246675:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246676:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078476.246680:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078476.246690:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246698:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078476.246701:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246702:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246704:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246706:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078476.246708:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078476.246711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078476.246714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078476.246717:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078476.246721:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078476.246731:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877760:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078476.246735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078476.246739:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246746:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078476.246748:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246751:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078476.246753:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078476.246755:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078476.246758:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877888:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078476.246762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078476.246764:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078476.246766:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078476.246768:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078476.246772:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078476.246775:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078476.246779:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078476.246782:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078476.246785:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078476.246787:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925877888, portal 4
00000100:00000001:3.0:1769078476.246789:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078476.246790:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078476.246794:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246799:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078476.246802:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078476.246803:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078476.246805:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925877888, offset 0
00000400:00000200:3.0:1769078476.246807:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246810:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246813:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078476.246815:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078476.246817:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078476.246819:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078476.246821:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078476.246823:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16568:16568:256:4294967295] 192.168.204.157@tcp LPNI seq info [16564:16564:8:4294967295]
00000400:00000200:3.0:1769078476.246826:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078476.246830:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078476.246834:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246835:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078476.246838:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078476.246840:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078476.246843:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078476.246845:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078476.246847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078476.246849:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078476.246851:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078476.246853:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078476.246855:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078476.246857:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078476.246859:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078476.246861:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246866:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246869:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246874:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078476.246876:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078476.246879:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078476.246881:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078476.246883:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299836951
00000100:00000001:3.0:1769078476.246884:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246886:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299836951
00000100:00000001:3.0:1769078476.246887:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299838209
00000100:00000001:3.0:1769078476.246889:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078476.246890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.246891:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078476.246893:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078476.246898:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078476.246899:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078476.246901:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078476.246902:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078476.246904:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078476.246905:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078476.246907:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078476.246912:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246917:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078476.246918:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246919:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246920:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078476.246922:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246926:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078476.246928:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246934:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078476.246935:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246937:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078476.246938:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246939:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078476.246940:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078476.246941:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078476.246943:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078476.246944:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078476.246947:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078476.246951:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925877888:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078476.246954:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246957:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925877632/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246961:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078476.246962:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078476.246964:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078476.246965:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078476.246967:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078476.246968:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078476.246969:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078476.246970:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:3.0:1769078476.246972:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078476.246973:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078476.246974:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078476.246976:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078476.246977:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246979:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246981:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925877760/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.246985:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078476.246986:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078476.246987:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078476.246988:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078476.246989:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078476.246989:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078476.246990:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078476.246991:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:3.0:1769078476.246993:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078476.246993:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078476.246994:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078476.246995:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078476.246996:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.246997:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078476.246999:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925877888/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078476.247002:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078476.247003:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078476.247004:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078476.247005:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078476.247006:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078476.247007:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078476.247008:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078476.247008:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:3.0:1769078476.247010:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078476.247010:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078476.247011:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078476.247012:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078476.247013:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.247014:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078476.247017:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078476.247018:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078476.247019:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078476.247020:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078476.692657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078476.692664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078476.692670:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078476.692671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078476.692697:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078476.692700:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078476.692703:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078477.588641:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299838209, at 4299838272
00000100:00000040:3.0:1769078477.588641:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299838209, at 4299838272
00000100:00000010:3.0:1769078477.588661:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000100:00000010:2.0:1769078477.588664:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00010000:00000001:3.0:1769078477.716651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078477.716658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078477.716663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078477.716664:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078477.716721:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078477.716726:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078477.716729:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078478.740603:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078478.740609:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078478.740613:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078478.740614:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078478.740674:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078478.740678:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078478.740681:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078479.764698:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078479.764707:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078479.764714:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078479.764715:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078479.764776:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078479.764780:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078479.764784:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078480.789222:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078480.789229:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078480.789234:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078480.789235:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078480.789262:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078480.789264:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078480.789267:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078481.364818:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078481.364834:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078481.364837:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078481.364841:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078481.364845:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078481.364853:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5169
00000400:00000200:0.0:1769078481.364865:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078481.364871:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078481.364875:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078481.364879:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.364882:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078481.364885:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.364888:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078481.364893:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078481.364895:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:0.0:1769078481.364898:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078481.364901:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:0.0:1769078481.364904:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:0.0:1769078481.364907:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:0.0:1769078481.364910:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.364912:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078481.364914:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.364915:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078481.364919:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:0.0:1769078481.364922:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078481.364925:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078481.364929:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078481.364934:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078481.364937:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.364940:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078481.364943:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078481.364954:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79500.
00000020:00000040:0.0:1769078481.364959:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:0.0:1769078481.364963:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078481.364965:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.364976:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078481.364979:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078481.364984:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078481.364994:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e3bc00.
00000100:00000001:0.0:1769078481.365001:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078481.365010:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078481.365021:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078481.365027:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078481.365032:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c08e8d99] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078481.365057:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078481.365079:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078481.365084:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078481.365086:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078481.365087:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078481.365091:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078481.365094:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5169
00000400:00000200:0.0:1769078481.365099:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078481.365103:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078481.365105:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078481.365108:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365110:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078481.365113:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365115:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078481.365117:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078481.365118:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078481.365121:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:0.0:1769078481.365124:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078481.365124:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078481.365129:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078481.365130:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:0.0:1769078481.365134:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:0.0:1769078481.365137:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078481.365140:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078481.365143:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365149:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078481.365154:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078481.365158:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078481.365162:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365165:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
02000000:00000001:3.0:1769078481.365167:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078481.365172:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:3.0:1769078481.365172:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078481.365178:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078481.365179:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365184:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078481.365185:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925878016:192.168.204.157@tcp:250:kworker.0
02000000:00000001:0.0:1769078481.365187:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078481.365193:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078481.365197:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078481.365199:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078481.365202:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.365203:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365205:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078481.365209:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078481.365211:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078481.365216:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078481.365217:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
00000100:00000001:0.0:1769078481.365219:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.365222:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078481.365226:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78a80.
00000020:00000040:0.0:1769078481.365230:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:0.0:1769078481.365233:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078481.365234:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:0.0:1769078481.365235:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365239:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078481.365241:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769078481.365242:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
02000000:00000001:0.0:1769078481.365243:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078481.365248:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e38000.
00000100:00000001:0.0:1769078481.365251:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078481.365259:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078481.365265:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:0.0:1769078481.365268:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078481.365272:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078481.365275:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878016, portal 25
00000100:00000040:0.0:1769078481.365276:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa3aa48] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.365281:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078481.365284:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074614528 : -125582634937088 : ffff8dc883a79500)
00000100:00000001:0.0:1769078481.365293:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078481.365295:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078481.365297:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078481.365306:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769078481.365310:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078481.365312:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078481.365313:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078481.365318:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365319:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078481.365323:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00080000:0.0:1769078481.365325:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5169
00000100:00000200:3.0:1769078481.365329:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925878016, offset 0
00000400:00000200:0.0:1769078481.365333:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078481.365339:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078481.365344:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078481.365344:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000040:0.0:1769078481.365351:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365354:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078481.365359:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.365368:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:0.0:1769078481.365369:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365374:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078481.365378:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078481.365378:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769078481.365380:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:0.0:1769078481.365384:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078481.365386:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000040:0.0:1769078481.365388:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:3.0:1769078481.365392:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078481.365393:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078481.365397:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:0.0:1769078481.365398:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078481.365405:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16569:16569:256:4294967295] 192.168.204.157@tcp LPNI seq info [16565:16565:8:4294967295]
00000100:00000040:0.0:1769078481.365407:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365412:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078481.365413:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078481.365416:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365420:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:0.0:1769078481.365424:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:0.0:1769078481.365430:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078481.365432:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078481.365437:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078481.365441:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078481.365445:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769078481.365450:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.365456:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
02000000:00000001:0.0:1769078481.365460:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365464:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078481.365467:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769078481.365468:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000008:00000001:0.0:1769078481.365473:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078481.365475:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769078481.365477:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078481.365485:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a78700.
00000800:00000200:3.1:1769078481.365486:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:0.0:1769078481.365490:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:3.1:1769078481.365491:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769078481.365495:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078481.365498:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078481.365502:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365503:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078481.365507:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1769078481.365507:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
02000000:00000001:0.0:1769078481.365509:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078481.365516:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39c00.
00000400:00000200:3.0:1769078481.365518:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078481.365520:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078481.365556:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078481.365567:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078481.365568:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078481.365572:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078481.365578:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000100:00000040:0.0:1769078481.365580:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c79d1ed] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078481.365582:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078481.365590:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078481.365592:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078481.365597:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769078481.365597:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078481.365606:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078481.365610:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078481.365613:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078481.365617:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078481.365618:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078481.365623:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078481.365624:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5169
00000400:00000200:0.0:1769078481.365633:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1769078481.365640:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078481.365641:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078481.365644:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078481.365645:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078481.365652:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078481.365658:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:0.0:1769078481.365662:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078481.365663:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299843329
00000100:00000001:0.0:1769078481.365667:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078481.365671:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000010:3.0:1769078481.365671:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd1e0.
00000100:00000001:0.0:1769078481.365676:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:0.0:1769078481.365679:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078481.365680:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:3.0:1769078481.365681:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1769078481.365683:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078481.365687:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:0.0:1769078481.365689:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078481.365691:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299843329
00000020:00000001:0.0:1769078481.365692:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:0.0:1769078481.365698:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000010:3.0:1769078481.365698:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cda80.
00000100:00000001:0.0:1769078481.365703:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078481.365705:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769078481.365706:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:0.0:1769078481.365710:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078481.365711:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078481.365713:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078481.365715:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078481.365718:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078481.365720:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078481.365721:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078481.365725:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078481.365727:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078481.365729:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078481.365734:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365738:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078481.365742:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1769078481.365747:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365749:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078481.365753:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc883a79180.
00000020:00000040:0.0:1769078481.365755:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:0.0:1769078481.365757:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078481.365758:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078481.365760:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078481.365762:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078481.365765:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078481.365769:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1769078481.365770:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc883e39400.
00000400:00000001:3.0:1769078481.365772:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078481.365776:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078481.365776:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078481.365782:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000100:00100000:0.0:1769078481.365786:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078481.365786:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078481.365790:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078481.365797:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078481.365799:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078481.365803:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078481.365811:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfb13b6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078481.365815:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078481.365833:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.365835:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1769078481.365838:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078481.365838:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365843:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769078481.365846:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078481.365847:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078481.365853:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5179)
00000100:00100000:3.0:1769078481.365854:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.365864:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078481.365869:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.365875:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078481.365879:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365881:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.365882:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365885:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078481.365887:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078481.365891:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078481.365904:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078481.365906:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078481.365911:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078481.365920:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925878016:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078481.365925:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365926:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.365929:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79500 x1855007925878016/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.365935:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078481.365938:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078481.365941:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078481.365950:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078481.365952:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078481.365954:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078481.365956:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078481.365959:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e3bc00.
02000000:00000001:3.0:1769078481.365964:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078481.365966:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078481.365968:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79500.
00000100:00000001:3.0:1769078481.365972:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078481.365973:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365976:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.365985:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078481.365987:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.365989:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078481.365991:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078481.365992:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078481.365995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.366002:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078481.366004:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.366006:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078481.366007:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078481.366009:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078481.366012:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078481.366015:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078481.366017:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078481.366019:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.366021:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078481.366024:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078481.366025:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078481.366030:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078481.366032:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078481.366035:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078481.366038:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878144, portal 10
00000100:00000001:3.0:1769078481.366040:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078481.366041:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074611840 : -125582634939776 : ffff8dc883a78a80)
00000100:00000040:3.0:1769078481.366047:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.366053:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078481.366055:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078481.366057:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078481.366351:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925878144, offset 0
00000400:00000200:3.0:1769078481.366360:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078481.366365:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.366369:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078481.366372:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078481.366375:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078481.366378:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078481.366380:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078481.366383:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16570:16570:256:4294967295] 192.168.204.157@tcp LPNI seq info [16566:16566:8:4294967295]
00000400:00000200:3.0:1769078481.366388:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.366394:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078481.366399:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.366402:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078481.366406:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078481.366411:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078481.366416:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078481.366419:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078481.366423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.366425:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078481.366427:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078481.366431:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078481.366434:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078481.366436:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078481.366439:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078481.366443:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.366836:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.366840:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.366846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.366848:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078481.366854:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078481.366858:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078481.366861:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078481.366864:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299842065
00000100:00000001:3.0:1769078481.366868:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.366870:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299842065
00000100:00000001:3.0:1769078481.366872:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.366874:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078481.366876:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.366879:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078481.366883:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078481.366891:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078481.366893:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078481.366962:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078481.366967:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078481.366969:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078481.366972:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078481.366975:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078481.366984:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.366991:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078481.366992:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.366994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.366996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078481.366999:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367006:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078481.367010:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367017:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078481.367019:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.367128:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367131:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078481.367132:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078481.367135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078481.367140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078481.367143:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078481.367146:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078481.367155:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878144:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078481.367159:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078481.367163:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367169:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078481.367171:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.367174:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078481.367176:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078481.367178:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078481.367182:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078481.367185:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078481.367188:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078481.367190:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.367192:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078481.367197:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078481.367200:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078481.367204:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078481.367207:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078481.367211:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078481.367214:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878272, portal 10
00000100:00000001:3.0:1769078481.367216:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078481.367218:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074610944 : -125582634940672 : ffff8dc883a78700)
00000100:00000040:3.0:1769078481.367224:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367230:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078481.367233:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078481.367235:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078481.367237:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925878272, offset 0
00000400:00000200:3.0:1769078481.367241:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078481.367245:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.367250:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078481.367253:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078481.367256:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078481.367258:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078481.367260:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078481.367264:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16571:16571:256:4294967295] 192.168.204.157@tcp LPNI seq info [16567:16567:8:4294967295]
00000400:00000200:3.0:1769078481.367267:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.367273:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078481.367278:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.367281:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078481.367285:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078481.367289:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078481.367293:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078481.367296:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078481.367300:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.367302:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078481.367305:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078481.367309:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078481.367312:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078481.367313:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078481.367315:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078481.367319:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367326:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.367329:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367335:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.367337:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078481.367340:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078481.367342:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078481.367346:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078481.367348:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299842074
00000100:00000001:3.0:1769078481.367351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.367353:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299842074
00000100:00000001:3.0:1769078481.367356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.367358:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078481.367360:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.367362:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078481.367365:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078481.367372:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078481.367373:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078481.367375:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078481.367377:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078481.367378:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078481.367380:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078481.367383:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078481.367390:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367395:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078481.367396:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367398:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.367399:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078481.367403:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367409:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078481.367412:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367418:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078481.367420:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367421:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.367423:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367425:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078481.367427:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078481.367429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078481.367432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078481.367434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078481.367438:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078481.367444:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878272:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078481.367448:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078481.367451:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367457:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078481.367458:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.367460:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078481.367462:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078481.367463:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078481.367466:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878400:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078481.367468:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078481.367470:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078481.367472:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078481.367473:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078481.367476:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078481.367478:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078481.367481:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078481.367484:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078481.367487:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078481.367490:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878400, portal 4
00000100:00000001:3.0:1769078481.367491:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078481.367493:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491074613632 : -125582634937984 : ffff8dc883a79180)
00000100:00000040:3.0:1769078481.367498:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367505:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078481.367507:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078481.367509:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078481.367511:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925878400, offset 0
00000400:00000200:3.0:1769078481.367514:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078481.367518:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.367651:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078481.367654:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078481.367657:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078481.367659:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078481.367661:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078481.367664:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16572:16572:256:4294967295] 192.168.204.157@tcp LPNI seq info [16568:16568:8:4294967295]
00000400:00000200:3.0:1769078481.367836:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078481.367843:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078481.367848:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.367851:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078481.367855:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078481.367857:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078481.367861:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078481.367863:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078481.367866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078481.367868:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078481.367871:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078481.367874:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078481.367876:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078481.367878:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078481.367880:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078481.367884:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367891:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.367894:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.367913:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078481.367917:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078481.367919:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078481.367923:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078481.367925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299842072
00000100:00000001:3.0:1769078481.367927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.367929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299842072
00000100:00000001:3.0:1769078481.367932:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299843329
00000100:00000001:3.0:1769078481.367934:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078481.367936:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.367938:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078481.367942:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078481.367949:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078481.367951:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078481.367953:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078481.367955:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078481.367956:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078481.367958:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078481.367961:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078481.367969:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367975:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078481.367977:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.367978:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.367980:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078481.367983:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.367991:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078481.367995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.368001:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078481.368003:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368005:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078481.368006:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368008:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078481.368010:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078481.368013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078481.368017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078481.368019:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078481.368022:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078481.368029:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc883a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878400:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078481.368033:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368035:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.368038:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78a80 x1855007925878144/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.368045:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078481.368047:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078481.368049:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078481.368053:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078481.368055:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078481.368057:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078481.368059:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078481.368072:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e38000.
02000000:00000001:3.0:1769078481.368076:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078481.368078:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078481.368080:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78a80.
00000100:00000001:3.0:1769078481.368084:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078481.368085:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368087:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.368090:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a78700 x1855007925878272/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.368097:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078481.368098:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078481.368100:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078481.368102:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078481.368103:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078481.368104:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078481.368106:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078481.368107:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39c00.
02000000:00000001:3.0:1769078481.368110:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078481.368111:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078481.368112:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a78700.
00000100:00000001:3.0:1769078481.368114:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078481.368115:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368117:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078481.368120:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc883a79180 x1855007925878400/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078481.368126:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078481.368127:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078481.368129:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078481.368131:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078481.368132:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078481.368133:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078481.368135:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078481.368137:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc883e39400.
02000000:00000001:3.0:1769078481.368139:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078481.368140:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078481.368142:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc883a79180.
00000100:00000001:3.0:1769078481.368144:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078481.368146:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368148:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078481.368154:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078481.368156:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078481.368159:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078481.368161:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078481.812766:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078481.812775:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078481.812777:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078481.812780:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078481.812785:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078481.812787:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078481.812789:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078481.812791:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078481.812795:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078481.812796:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078481.812984:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078481.812988:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078481.812991:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078482.708649:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299843329, at 4299843392
00000100:00000040:3.0:1769078482.708661:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299843329, at 4299843392
00000100:00000010:2.0:1769078482.708674:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000100:00000010:3.0:1769078482.708679:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00010000:00000001:3.0:1769078482.836644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078482.836650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078482.836655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078482.836656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078482.836758:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078482.836761:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078482.836764:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078483.860655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078483.860660:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078483.860664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078483.860666:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078483.860668:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078483.860669:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078483.860671:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078483.860673:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078483.860674:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078483.860675:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078483.860744:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078483.860747:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078483.860749:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078484.884634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078484.884639:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078484.884642:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078484.884643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078484.884661:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078484.884663:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078484.884665:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078485.909335:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078485.909341:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078485.909346:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078485.909347:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078485.909434:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078485.909437:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078485.909439:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078486.486029:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078486.486037:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078486.486040:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.486044:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.486048:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.486064:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5174
00000400:00000200:2.0:1769078486.486075:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078486.486081:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078486.486084:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.486087:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486090:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486092:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486095:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078486.486099:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.486101:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078486.486103:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078486.486106:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078486.486108:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078486.486110:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078486.486113:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486115:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486117:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486119:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078486.486122:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078486.486125:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486128:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.486142:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078486.486146:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078486.486149:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486151:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078486.486154:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078486.486162:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078486.486166:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078486.486169:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078486.486171:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486174:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078486.486176:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078486.486181:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078486.486187:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078486.486192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078486.486198:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078486.486206:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078486.486209:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078486.486212:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078486.486231:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078486.486234:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078486.486236:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078486.486237:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.486238:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.486240:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.486242:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5174
00000400:00000200:2.0:1769078486.486245:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078486.486247:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078486.486249:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.486251:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486252:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486253:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486255:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078486.486256:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.486257:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078486.486258:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078486.486259:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078486.486260:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078486.486261:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078486.486263:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486264:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486265:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486267:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078486.486268:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078486.486270:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486271:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.486272:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078486.486276:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078486.486277:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486278:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078486.486281:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078486.486283:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486284:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078486.486287:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078486.486290:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078486.486292:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078486.486293:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486294:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078486.486295:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078486.486297:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078486.486301:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:2.0:1769078486.486303:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078486.486308:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078486.486314:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078486.486316:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078486.486320:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078486.486327:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078486.486329:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078486.486332:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078486.486334:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.486336:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.486338:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.486341:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5174
00000400:00000200:2.0:1769078486.486344:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078486.486347:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078486.486350:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.486353:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486356:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486358:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078486.486368:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078486.486371:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078486.486374:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078486.486376:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.486379:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:3.0:1769078486.486379:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078486.486384:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078486.486386:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078486.486390:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078486.486390:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078486.486394:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078486.486402:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486406:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078486.486408:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078486.486410:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078486.486412:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486413:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078486.486418:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
02000000:00000001:3.0:1769078486.486418:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769078486.486422:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:3.0:1769078486.486424:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078486.486426:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.486429:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.486431:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078486.486437:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925878528:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078486.486442:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078486.486444:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.486447:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078486.486449:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.486452:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486453:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078486.486456:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078486.486458:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769078486.486461:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486465:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078486.486466:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000010:2.0:1769078486.486469:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
02000000:00000001:3.0:1769078486.486470:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078486.486475:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078486.486479:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078486.486481:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.486482:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078486.486484:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078486.486487:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078486.486489:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078486.486489:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
02000000:00000010:2.0:1769078486.486497:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000400:00000010:3.0:1769078486.486500:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000001:2.0:1769078486.486501:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078486.486508:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078486.486510:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878528, portal 25
00000100:00000001:3.0:1769078486.486516:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078486.486519:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000001:2.0:1769078486.486549:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078486.486553:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078486.486558:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078486.486565:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078486.486568:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078486.486568:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078486.486575:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078486.486578:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.486579:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.486584:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.486588:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5174
00000100:00000001:3.0:1769078486.486588:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078486.486593:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:3.0:1769078486.486596:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078486.486600:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078486.486602:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00080000:2.0:1769078486.486603:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.486608:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078486.486609:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925878528, offset 0
00000100:00000001:2.0:1769078486.486610:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.486613:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486616:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078486.486617:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.486619:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078486.486622:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078486.486622:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000040:2.0:1769078486.486625:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078486.486627:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078486.486628:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078486.486631:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486634:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078486.486635:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:2.0:1769078486.486637:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486640:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078486.486642:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078486.486645:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078486.486646:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000001:2.0:1769078486.486647:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.486651:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078486.486654:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078486.486655:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.486656:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078486.486657:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078486.486664:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078486.486668:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769078486.486669:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1769078486.486672:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000008:00000001:2.0:1769078486.486673:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.486677:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078486.486680:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000400:00000200:3.0:1769078486.486681:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16573:16573:256:4294967295] 192.168.204.157@tcp LPNI seq info [16569:16569:8:4294967295]
00000020:00000040:2.0:1769078486.486684:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078486.486689:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078486.486691:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.486691:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078486.486696:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078486.486697:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078486.486699:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078486.486701:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078486.486706:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.486709:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1769078486.486715:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078486.486721:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078486.486729:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769078486.486729:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000100:00000001:2.0:1769078486.486732:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078486.486739:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078486.486742:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078486.486749:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769078486.486754:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078486.486759:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:2.0:1769078486.486760:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769078486.486766:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769078486.486767:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078486.486776:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5184)
00000800:00000100:3.0:1769078486.486776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.486780:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078486.486788:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078486.486793:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078486.486799:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078486.486801:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078486.486805:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078486.486809:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.486818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.486822:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.486829:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.486830:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078486.486835:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.486840:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078486.486843:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299848450
00000100:00000010:3.0:1769078486.486848:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cda80.
00000100:00000001:3.0:1769078486.486855:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078486.486860:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299848450
00000100:00000010:3.0:1769078486.486864:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd1e0.
00000100:00000001:3.0:1769078486.486868:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078486.486870:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078486.486873:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.486875:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078486.486879:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078486.486889:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078486.486890:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078486.486893:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078486.486895:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078486.486897:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078486.486899:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078486.486903:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078486.486912:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.486919:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078486.486920:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.486922:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.486923:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078486.486927:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.486934:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.486938:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.486945:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078486.486948:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.486950:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.486951:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.486953:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078486.486955:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078486.486958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078486.486962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078486.486964:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078486.486969:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078486.486992:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925878528:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078486.486997:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078486.487000:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.487005:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078486.487007:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.487009:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078486.487011:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.487013:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.487015:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878656:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078486.487019:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078486.487021:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078486.487022:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.487024:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078486.487027:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078486.487029:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.487034:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078486.487037:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078486.487040:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078486.487043:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878656, portal 10
00000100:00000001:3.0:1769078486.487045:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078486.487047:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:3.0:1769078486.487053:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.489803:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078486.489816:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078486.489825:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078486.489832:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925878656, offset 0
00000400:00000200:3.0:1769078486.489840:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078486.489848:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.489856:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078486.489862:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078486.489866:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078486.489869:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078486.489871:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078486.489874:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16574:16574:256:4294967295] 192.168.204.157@tcp LPNI seq info [16570:16570:8:4294967295]
00000400:00000200:3.0:1769078486.489879:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.489887:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078486.489893:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.489899:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078486.489905:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078486.489909:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078486.489914:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078486.489918:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078486.489922:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.489925:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078486.489929:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078486.489934:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078486.489938:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078486.489940:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078486.489944:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078486.489949:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.489965:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.489969:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.489987:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.489989:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078486.489994:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.489999:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078486.490003:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078486.490006:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299847188
00000100:00000001:3.0:1769078486.490010:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.490012:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299847188
00000100:00000001:3.0:1769078486.490014:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.490016:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078486.490019:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.490022:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078486.490027:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078486.490035:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078486.490037:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078486.490040:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078486.490042:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078486.490044:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078486.490046:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078486.490050:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078486.490058:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491389:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078486.491392:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491395:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.491397:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078486.491404:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491412:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.491417:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491424:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078486.491428:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491430:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.491431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491434:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078486.491436:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078486.491439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078486.491444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078486.491446:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078486.491450:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078486.491458:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878656:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078486.491462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491465:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.491468:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925878528/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491475:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078486.491478:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078486.491482:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078486.491488:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078486.491491:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078486.491493:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078486.491495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078486.491498:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078486.491502:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078486.491504:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078486.491506:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078486.491509:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078486.491511:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491512:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.491515:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925878656/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491521:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078486.491537:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078486.491539:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078486.491542:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078486.491543:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078486.491544:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078486.491546:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078486.491547:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078486.491549:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078486.491551:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078486.491552:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078486.491555:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078486.491556:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491558:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491566:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078486.491568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.491570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078486.491572:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078486.491574:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078486.491579:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491585:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078486.491587:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.491590:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078486.491594:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.491596:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.491599:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878784:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078486.491603:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078486.491606:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078486.491609:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.491611:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078486.491616:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078486.491618:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.491624:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078486.491629:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078486.491634:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078486.491641:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878784, portal 10
00000100:00000001:3.0:1769078486.491644:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078486.491645:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:3.0:1769078486.491651:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491657:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078486.491660:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078486.491662:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078486.491664:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925878784, offset 0
00000400:00000200:3.0:1769078486.491669:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078486.491676:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.491682:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078486.491688:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078486.491691:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078486.491694:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078486.491697:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078486.491700:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16575:16575:256:4294967295] 192.168.204.157@tcp LPNI seq info [16571:16571:8:4294967295]
00000400:00000200:3.0:1769078486.491704:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.491712:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078486.491717:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.491722:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078486.491727:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078486.491730:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078486.491735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078486.491738:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078486.491742:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.491745:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078486.491748:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078486.491752:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078486.491756:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078486.491758:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078486.491761:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078486.491765:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491772:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.491775:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491781:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.491782:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078486.491786:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.491789:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078486.491793:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078486.491795:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299847199
00000100:00000001:3.0:1769078486.491798:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.491800:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299847199
00000100:00000001:3.0:1769078486.491802:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.491804:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078486.491806:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.491808:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078486.491811:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078486.491827:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078486.491828:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078486.491830:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078486.491833:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078486.491834:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078486.491836:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078486.491839:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078486.491847:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491853:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078486.491854:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491856:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.491857:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078486.491860:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491867:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.491870:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491877:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078486.491879:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491881:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.491882:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.491884:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078486.491885:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078486.491888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078486.491891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078486.491893:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078486.491897:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078486.491904:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878784:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078486.491907:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078486.491911:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491917:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078486.491918:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.491920:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078486.491922:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.491924:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.491926:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878912:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078486.491929:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078486.491931:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078486.491933:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.491934:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078486.491937:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078486.491939:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078486.491942:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078486.491945:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078486.491947:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078486.491950:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925878912, portal 4
00000100:00000001:3.0:1769078486.491952:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078486.491953:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078486.491958:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.491964:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078486.491966:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078486.491968:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078486.491970:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925878912, offset 0
00000400:00000200:3.0:1769078486.491989:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078486.491993:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.491996:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078486.491999:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078486.492001:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078486.492003:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078486.492005:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078486.492008:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16576:16576:256:4294967295] 192.168.204.157@tcp LPNI seq info [16572:16572:8:4294967295]
00000400:00000200:3.0:1769078486.492012:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078486.492017:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078486.492021:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.492025:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078486.492029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078486.492032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078486.492036:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078486.492038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078486.492042:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078486.492044:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078486.492046:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078486.492049:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078486.492052:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078486.492054:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078486.492055:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078486.492297:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492307:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.492311:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492318:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.492319:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078486.492324:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.492326:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078486.492330:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078486.492333:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299847196
00000100:00000001:3.0:1769078486.492335:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.492337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299847196
00000100:00000001:3.0:1769078486.492339:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299848450
00000100:00000001:3.0:1769078486.492341:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078486.492343:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.492345:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078486.492349:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078486.492356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078486.492358:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078486.492359:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078486.492362:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078486.492363:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078486.492366:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078486.492369:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078486.492377:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492383:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078486.492384:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492386:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.492388:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078486.492391:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492398:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.492401:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492407:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078486.492410:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492411:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.492412:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492414:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078486.492415:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078486.492418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078486.492422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078486.492424:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078486.492427:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078486.492435:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925878912:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078486.492438:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492440:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.492444:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925878784/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492450:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078486.492451:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078486.492454:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078486.492456:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078486.492457:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078486.492459:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078486.492461:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078486.492462:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078486.492465:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078486.492466:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078486.492467:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078486.492470:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078486.492471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078486.492475:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925878912/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.492487:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078486.492488:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078486.492489:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078486.492491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078486.492493:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078486.492494:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078486.492495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078486.492497:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078486.492499:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078486.492500:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078486.492501:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078486.492503:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078486.492504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492506:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.492510:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078486.492511:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.492513:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078486.492514:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078486.932659:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078486.932665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078486.932671:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078486.932672:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078486.932774:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078486.932777:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078486.932780:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078487.828609:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299848450, at 4299848512
00000100:00000040:3.0:1769078487.828609:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299848450, at 4299848512
00000100:00000010:3.0:1769078487.828626:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00000100:00000010:2.0:1769078487.828628:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cda80.
00010000:00000001:3.0:1769078487.958125:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078487.958137:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078487.958143:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078487.958145:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078487.958349:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078487.958353:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078487.958355:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078488.980636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078488.980642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078488.980647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078488.980648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078488.980669:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078488.980671:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078488.980674:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769078489.748630:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:3.0:1769078489.748636:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:3.0:1769078489.748640:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078489.748844:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078489.748848:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078489.748857:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078489.748860:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078489.748862:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078490.004637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078490.004643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078490.004725:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078490.004727:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078490.004827:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078490.004830:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078490.004833:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078491.028654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078491.028663:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078491.028669:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078491.028671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078491.028779:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078491.028783:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078491.028787:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078491.604692:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078491.604704:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078491.604707:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078491.604712:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078491.604717:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078491.604727:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5179
00000400:00000200:2.0:1769078491.604737:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078491.604744:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078491.604747:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078491.604750:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.604757:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604760:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078491.604765:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078491.604768:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078491.604771:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078491.604774:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078491.604776:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078491.604779:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078491.604782:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604783:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.604785:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604787:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078491.604790:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078491.604793:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604796:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078491.604799:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078491.604802:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078491.604805:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.604807:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078491.604809:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078491.604821:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2a00.
00000020:00000040:2.0:1769078491.604824:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078491.604828:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078491.604830:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.604833:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078491.604836:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078491.604841:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078491.604849:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078491.604855:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078491.604865:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078491.604876:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078491.604881:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078491.604886:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc49c664] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078491.604919:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078491.604923:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078491.604927:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078491.604928:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078491.604930:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078491.604933:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078491.604935:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5179
00000400:00000200:2.0:1769078491.604939:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078491.604942:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078491.604944:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078491.604947:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604949:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.604950:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604952:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078491.604955:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078491.604956:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078491.604957:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078491.604959:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078491.604962:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078491.604963:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078491.604967:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604969:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.604971:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604973:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078491.604975:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078491.604978:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078491.604981:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078491.604983:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078491.604990:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078491.604992:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.604994:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078491.604998:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078491.605002:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605004:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078491.605008:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0700.
00000020:00000040:2.0:1769078491.605010:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078491.605012:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078491.605014:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605015:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078491.605017:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078491.605019:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078491.605022:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078491.605026:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078491.605030:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078491.605037:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078491.605040:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078491.605043:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3ee16f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078491.605051:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078491.605054:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078491.605058:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078491.605059:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078491.605061:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078491.605063:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078491.605066:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5179
00000400:00000200:2.0:1769078491.605069:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078491.605071:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078491.605073:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078491.605076:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605078:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.605080:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605082:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078491.605085:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078491.605086:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078491.605087:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078491.605089:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078491.605090:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078491.605092:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078491.605095:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605096:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.605098:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605100:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078491.605101:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078491.605104:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605106:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078491.605107:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078491.605109:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078491.605111:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605112:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078491.605114:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078491.605116:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605118:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078491.605120:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2300.
00000020:00000040:2.0:1769078491.605122:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078491.605124:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078491.605125:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605126:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078491.605127:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078491.605129:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078491.605132:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078491.605135:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078491.605139:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078491.605146:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078491.605148:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078491.605151:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccf92108] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078491.605157:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078491.605159:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078491.605162:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078491.605163:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078491.605164:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078491.605166:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078491.605168:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5179
00000400:00000200:2.0:1769078491.605171:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078491.605173:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078491.605175:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078491.605177:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605179:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.605181:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605183:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078491.605185:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078491.605187:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078491.605188:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078491.605190:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078491.605191:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078491.605193:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078491.605196:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605197:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078491.605200:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605201:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078491.605204:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078491.605206:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078491.605209:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078491.605210:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078491.605212:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078491.605214:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605215:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078491.605217:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078491.605219:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605221:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078491.605226:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1880.
00000020:00000040:2.0:1769078491.605228:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078491.605230:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078491.605231:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078491.605232:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078491.605234:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078491.605235:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078491.605238:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078491.605241:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078491.605245:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078491.605249:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078491.605254:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078491.605255:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078491.605257:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.605260:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078491.605262:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009458ece0] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078491.605271:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078491.605273:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078491.605278:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078491.605286:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078491.605290:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078491.605292:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5189)
00000100:00000001:3.0:1769078491.605293:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.605300:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078491.605302:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.605305:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.605310:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925879040:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078491.605315:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078491.605320:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078491.605322:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.605325:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078491.605331:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078491.605333:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078491.605341:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078491.605345:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078491.605352:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078491.605371:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879040, portal 25
00000100:00000001:3.0:1769078491.605374:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078491.605376:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115874816 : -125582593676800 : ffff8dc8861d2a00)
00000100:00000040:3.0:1769078491.605382:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.605391:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078491.605394:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078491.605397:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078491.605400:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925879040, offset 0
00000400:00000200:3.0:1769078491.605407:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078491.605415:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.605422:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078491.605429:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078491.605434:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078491.605438:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078491.605442:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078491.605446:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16577:16577:256:4294967295] 192.168.204.157@tcp LPNI seq info [16573:16573:8:4294967295]
00000400:00000200:3.0:1769078491.605450:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.605460:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078491.605467:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.605472:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078491.605479:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078491.605483:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078491.605489:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078491.605492:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078491.605496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.605499:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078491.605506:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078491.605510:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078491.605516:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078491.605518:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078491.605544:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078491.605549:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.605558:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.605562:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.605570:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.605571:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078491.605578:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078491.605582:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078491.605585:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299853569
00000100:00000010:3.0:1769078491.605591:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd1e0.
00000100:00000001:3.0:1769078491.606884:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078491.606902:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299853570
00000100:00000010:3.0:1769078491.606909:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd540.
00000100:00000001:3.0:1769078491.606912:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078491.606915:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078491.606919:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.606922:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078491.606929:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078491.606941:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078491.606943:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078491.606946:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078491.606949:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078491.606951:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078491.606954:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078491.606958:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078491.606967:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.606974:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078491.606976:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.606979:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.606981:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078491.606984:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.606992:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078491.606997:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607005:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078491.607008:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607010:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.607011:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607014:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078491.607016:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078491.607020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078491.607024:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078491.607026:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078491.607031:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078491.607040:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925879040:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078491.607045:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078491.607048:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607055:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078491.607056:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607059:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078491.607062:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.607064:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.607067:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879168:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078491.607070:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078491.607073:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078491.607075:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607077:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607081:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078491.607083:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078491.607088:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078491.607091:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078491.607095:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078491.607098:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879168, portal 10
00000100:00000001:3.0:1769078491.607100:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078491.607101:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115865856 : -125582593685760 : ffff8dc8861d0700)
00000100:00000040:3.0:1769078491.607108:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607115:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078491.607117:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078491.607119:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078491.607122:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925879168, offset 0
00000400:00000200:3.0:1769078491.607125:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607129:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607134:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078491.607138:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078491.607141:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078491.607144:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078491.607146:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607150:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16578:16578:256:4294967295] 192.168.204.157@tcp LPNI seq info [16574:16574:8:4294967295]
00000400:00000200:3.0:1769078491.607154:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607163:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078491.607168:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607172:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078491.607177:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078491.607180:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078491.607185:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078491.607188:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078491.607192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607194:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078491.607198:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078491.607202:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078491.607205:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078491.607207:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078491.607209:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078491.607213:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607221:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607224:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607241:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607242:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078491.607246:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.607250:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078491.607253:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078491.607256:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299852305
00000100:00000001:3.0:1769078491.607258:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299853569
00000100:00000001:3.0:1769078491.607261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299852305
00000100:00000001:3.0:1769078491.607263:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299853570
00000100:00000001:3.0:1769078491.607266:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078491.607268:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607269:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078491.607272:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078491.607281:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078491.607282:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078491.607284:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078491.607285:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078491.607287:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078491.607288:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078491.607292:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078491.607301:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607307:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078491.607308:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607310:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.607311:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078491.607314:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607320:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078491.607324:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607330:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078491.607333:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607335:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.607336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607338:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078491.607340:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078491.607342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078491.607344:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078491.607346:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078491.607350:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078491.607358:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879168:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078491.607362:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078491.607366:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607379:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078491.607381:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607383:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078491.607384:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.607386:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.607389:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879296:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078491.607392:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078491.607395:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078491.607396:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607398:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607400:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078491.607402:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078491.607406:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078491.607408:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078491.607411:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078491.607414:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879296, portal 10
00000100:00000001:3.0:1769078491.607415:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078491.607417:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873024 : -125582593678592 : ffff8dc8861d2300)
00000100:00000040:3.0:1769078491.607422:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607429:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078491.607431:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078491.607433:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078491.607435:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925879296, offset 0
00000400:00000200:3.0:1769078491.607439:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607442:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607445:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078491.607448:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078491.607450:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078491.607452:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078491.607455:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607458:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16579:16579:256:4294967295] 192.168.204.157@tcp LPNI seq info [16575:16575:8:4294967295]
00000400:00000200:3.0:1769078491.607462:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607469:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078491.607473:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607475:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078491.607479:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078491.607482:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078491.607486:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078491.607489:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078491.607492:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607494:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078491.607497:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078491.607500:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078491.607503:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078491.607505:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078491.607507:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078491.607510:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607518:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607521:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607545:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078491.607548:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.607550:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078491.607554:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078491.607556:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299852315
00000100:00000001:3.0:1769078491.607559:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299853569
00000100:00000001:3.0:1769078491.607561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299852315
00000100:00000001:3.0:1769078491.607563:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299853570
00000100:00000001:3.0:1769078491.607565:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078491.607568:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607570:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078491.607573:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078491.607580:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078491.607581:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078491.607583:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078491.607586:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078491.607587:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078491.607589:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078491.607592:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078491.607613:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607620:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078491.607622:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607623:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.607624:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078491.607627:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607634:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078491.607638:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607645:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078491.607647:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607649:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.607650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607651:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078491.607653:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078491.607655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078491.607659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078491.607661:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078491.607665:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078491.607673:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879296:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078491.607677:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607679:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607682:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2a00 x1855007925879040/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607688:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078491.607692:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607694:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078491.607697:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078491.607700:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078491.607701:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078491.607704:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078491.607707:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078491.607711:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078491.607713:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078491.607716:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2a00.
00000100:00000001:3.0:1769078491.607719:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078491.607721:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607722:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607726:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0700 x1855007925879168/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607733:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078491.607735:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607736:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078491.607739:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078491.607740:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078491.607741:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078491.607743:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078491.607745:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078491.607747:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078491.607748:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078491.607749:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0700.
00000100:00000001:3.0:1769078491.607752:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078491.607753:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607754:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607757:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2300 x1855007925879296/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607763:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078491.607765:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607766:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078491.607768:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078491.607770:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078491.607771:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078491.607774:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078491.607775:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078491.607777:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078491.607778:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078491.607779:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2300.
00000100:00000001:3.0:1769078491.607780:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078491.607781:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607784:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.607792:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078491.607794:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607797:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078491.607798:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078491.607799:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078491.607803:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607810:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078491.607811:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607814:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078491.607815:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.607817:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.607820:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879424:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078491.607824:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078491.607826:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078491.607828:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.607829:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078491.607832:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078491.607834:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078491.607838:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078491.607841:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078491.607845:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078491.607848:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879424, portal 4
00000100:00000001:3.0:1769078491.607849:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078491.607851:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115870336 : -125582593681280 : ffff8dc8861d1880)
00000100:00000040:3.0:1769078491.607856:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607863:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078491.607866:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078491.607868:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078491.607870:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925879424, offset 0
00000400:00000200:3.0:1769078491.607873:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607877:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607881:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078491.607883:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078491.607886:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078491.607903:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078491.607906:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078491.607909:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16580:16580:256:4294967295] 192.168.204.157@tcp LPNI seq info [16576:16576:8:4294967295]
00000400:00000200:3.0:1769078491.607913:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078491.607920:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078491.607924:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607927:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078491.607931:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078491.607934:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078491.607938:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078491.607941:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078491.607945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078491.607946:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078491.607949:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078491.607952:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078491.607955:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078491.607957:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078491.607959:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078491.607962:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.607973:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.607979:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.607981:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078491.607983:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.607986:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078491.607990:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078491.607992:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299852312
00000100:00000001:3.0:1769078491.607994:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299853569
00000100:00000001:3.0:1769078491.607996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299852312
00000100:00000001:3.0:1769078491.607998:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299853570
00000100:00000001:3.0:1769078491.608000:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078491.608002:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.608004:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078491.608008:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078491.608015:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078491.608016:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078491.608019:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078491.608021:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078491.608023:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078491.608025:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078491.608028:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078491.608037:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.608043:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078491.608044:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608046:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.608047:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078491.608051:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.608057:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078491.608061:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.608067:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078491.608070:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608071:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078491.608072:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608073:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078491.608075:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078491.608077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078491.608081:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078491.608083:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078491.608087:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078491.608094:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879424:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078491.608098:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608100:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078491.608103:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1880 x1855007925879424/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.608110:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078491.608111:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078491.608113:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078491.608115:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078491.608116:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078491.608117:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078491.608119:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078491.608120:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078491.608123:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078491.608124:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078491.608126:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1880.
00000100:00000001:3.0:1769078491.608128:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078491.608129:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608131:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078491.608133:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078491.608135:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.608136:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078491.608138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078492.052807:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078492.052818:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078492.052821:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078492.052824:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078492.052830:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078492.052832:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078492.052834:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078492.052836:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078492.052841:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078492.052842:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078492.052957:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078492.052962:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078492.052966:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078492.948628:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299853569, at 4299853632
00000100:00000040:3.0:1769078492.948628:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299853570, at 4299853632
00000100:00000010:3.0:1769078492.948644:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00000100:00000010:2.0:1769078492.948650:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd1e0.
00010000:00000001:3.0:1769078493.076654:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078493.076661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078493.076666:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078493.076667:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078493.076693:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078493.076697:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078493.076708:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078494.100703:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078494.100717:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078494.100723:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078494.100726:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078494.100728:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078494.100731:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078494.100734:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078494.100735:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078494.100737:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078494.100739:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078494.100788:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078494.100791:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078494.100794:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078495.124635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078495.124642:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078495.124647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078495.124648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078495.124723:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078495.124727:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078495.124730:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078496.149443:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078496.149448:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078496.149453:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078496.149455:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078496.149545:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078496.149548:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078496.149550:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078496.724625:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078496.724638:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078496.724640:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078496.724644:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078496.724649:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078496.724657:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5184
00000400:00000200:2.0:1769078496.724667:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078496.724672:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078496.724675:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078496.724678:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.724681:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.724684:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.724686:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078496.724690:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078496.724692:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078496.724695:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078496.724697:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078496.724700:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078496.724702:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078496.724705:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.724706:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.724708:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.724710:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078496.724713:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078496.724717:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078496.724721:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.724724:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078496.724728:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.724731:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.724733:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078496.724735:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078496.724756:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0000.
00000020:00000040:2.0:1769078496.724760:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078496.724764:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078496.724765:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.724768:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078496.724771:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078496.724775:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078496.724784:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078496.724790:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.724799:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078496.724820:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078496.724824:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.724829:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087602639] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.724891:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.724896:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078496.724898:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078496.724904:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.724912:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078496.724914:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.724917:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078496.724920:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078496.724923:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078496.724926:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925879552:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078496.724930:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078496.724935:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078496.724937:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.724939:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078496.724943:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.724945:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078496.724952:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078496.724956:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078496.724963:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078496.724971:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879552, portal 25
00000100:00000001:3.0:1769078496.724974:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078496.724975:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115864064 : -125582593687552 : ffff8dc8861d0000)
00000100:00000040:3.0:1769078496.724981:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.724988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078496.724991:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078496.724994:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078496.724996:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925879552, offset 0
00000400:00000200:3.0:1769078496.725003:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078496.725011:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.725017:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078496.725024:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078496.725028:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078496.725031:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078496.725034:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078496.725037:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16581:16581:256:4294967295] 192.168.204.157@tcp LPNI seq info [16577:16577:8:4294967295]
00000400:00000200:3.0:1769078496.725041:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.725050:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078496.725057:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.725073:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078496.725081:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078496.725084:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078496.725089:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078496.725093:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769078496.725097:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.725100:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078496.725105:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078496.725110:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078496.725115:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078496.725117:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078496.725121:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078496.725125:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.725149:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078496.725152:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078496.725155:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078496.725157:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078496.725158:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078496.725161:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078496.725164:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5184
00000400:00000200:2.0:1769078496.725168:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078496.725171:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078496.725173:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078496.725176:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.725178:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.725180:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.725182:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078496.725185:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078496.725186:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078496.725188:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078496.725189:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078496.725191:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078496.725193:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078496.725196:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.725198:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.725200:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.725201:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078496.725204:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078496.725206:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078496.725209:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.725210:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078496.725215:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.725217:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.725219:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078496.725223:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078496.725226:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.725228:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078496.725231:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3480.
00000020:00000040:2.0:1769078496.725234:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078496.725236:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078496.725237:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.725239:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078496.725241:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078496.725243:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078496.725247:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078496.725250:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.725255:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078496.725262:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078496.725264:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.725268:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f366226b] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.727946:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.727958:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.727969:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.727971:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078496.727984:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078496.727991:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078496.727995:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299858688
00000100:00000010:3.0:1769078496.728004:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd540.
00000100:00000001:3.0:1769078496.728010:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078496.728017:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299858688
00000100:00000010:3.0:1769078496.728020:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdcc0.
00000100:00000001:3.0:1769078496.728023:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078496.728025:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078496.728029:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.728031:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078496.728036:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078496.728047:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078496.728049:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078496.728052:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078496.728055:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078496.728057:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078496.728073:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078496.728078:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078496.728087:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728094:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078496.728096:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728099:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.728100:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078496.728104:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728110:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078496.728114:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728121:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078496.728123:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728125:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.728126:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728128:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078496.728130:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078496.728133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078496.728137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078496.728139:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078496.728142:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078496.728149:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925879552:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078496.728153:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728155:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.728158:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0000 x1855007925879552/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728169:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078496.728172:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078496.728175:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.728178:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078496.728180:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078496.728182:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078496.728184:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078496.728186:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:3.0:1769078496.728190:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078496.728192:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078496.728194:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0000.
00000100:00000001:3.0:1769078496.728197:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078496.728198:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728200:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728207:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078496.728209:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.728212:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.728214:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078496.728215:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078496.728219:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728226:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078496.728227:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.728230:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078496.728233:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078496.728236:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078496.728239:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879680:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078496.728242:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078496.728245:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078496.728247:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.728249:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078496.728253:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.728255:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078496.728259:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078496.728263:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078496.728267:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078496.728273:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879680, portal 10
00000100:00000001:3.0:1769078496.728275:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078496.728276:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115877504 : -125582593674112 : ffff8dc8861d3480)
00000100:00000040:3.0:1769078496.728283:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728289:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078496.728291:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078496.728294:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078496.728297:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925879680, offset 0
00000400:00000200:3.0:1769078496.728303:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078496.728309:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.728315:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078496.728320:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078496.728324:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078496.728327:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078496.728330:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078496.728333:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16582:16582:256:4294967295] 192.168.204.157@tcp LPNI seq info [16578:16578:8:4294967295]
00000400:00000200:3.0:1769078496.728337:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.728345:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078496.728350:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.728355:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078496.728361:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078496.728364:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078496.728369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078496.728373:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769078496.728378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.728380:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078496.728384:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078496.728388:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078496.728392:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078496.728393:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078496.728396:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078496.728400:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728407:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.728410:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728417:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.728419:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078496.728422:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078496.728425:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078496.728428:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078496.728430:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299857423
00000100:00000001:3.0:1769078496.728433:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.728435:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299857423
00000100:00000001:3.0:1769078496.728437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.728439:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078496.728441:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.728443:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078496.728446:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078496.728453:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078496.728454:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078496.728456:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078496.728458:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078496.728460:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078496.728462:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078496.728465:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078496.728473:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728484:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078496.728485:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.728489:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078496.728492:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728498:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078496.728501:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728507:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078496.728509:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728511:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.728512:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728513:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078496.728515:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078496.728517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078496.728537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078496.728539:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078496.728543:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078496.728551:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879680:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078496.728554:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.728558:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3480 x1855007925879680/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728564:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078496.728566:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078496.728568:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.728570:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078496.728571:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078496.728573:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078496.728574:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078496.728576:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:3.0:1769078496.728578:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078496.728579:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078496.728581:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3480.
00000100:00000001:3.0:1769078496.728583:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078496.728584:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728586:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.728589:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078496.728590:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.728592:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.728594:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.728716:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078496.728721:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078496.728724:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078496.728726:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078496.728728:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078496.728731:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078496.728734:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5184
00000400:00000200:2.0:1769078496.728738:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078496.728742:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078496.728833:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.728835:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078496.728854:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078496.728858:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.728861:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.728863:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.728865:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078496.728868:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078496.728871:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078496.728873:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078496.728875:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078496.728878:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078496.728880:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078496.728882:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.728884:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.728886:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.728888:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078496.728891:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078496.728894:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078496.728896:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.728898:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078496.728903:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.728905:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.728907:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078496.728910:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078496.728913:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.728915:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078496.728919:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078496.728921:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078496.728925:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078496.728926:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.728928:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078496.728931:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078496.728934:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078496.728939:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078496.728943:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.728949:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078496.728958:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078496.728961:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.728964:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.728999:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.729001:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078496.729002:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078496.729006:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729013:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078496.729015:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.729017:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078496.729018:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078496.729020:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078496.729023:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879808:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078496.729026:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078496.729028:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078496.729029:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.729031:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078496.729034:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.729036:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078496.729040:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078496.729042:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078496.729045:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078496.729048:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879808, portal 10
00000100:00000001:3.0:1769078496.729050:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078496.729051:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:3.0:1769078496.729056:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.729100:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078496.729103:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078496.729107:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078496.729108:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078496.729110:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078496.729112:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078496.729116:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5184
00000400:00000200:2.0:1769078496.729119:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078496.729122:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078496.729125:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078496.729127:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.729130:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.729131:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.729134:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078496.729136:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078496.729137:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078496.729138:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078496.729140:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078496.729142:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078496.729144:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078496.729146:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.729148:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078496.729150:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078496.729152:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078496.729154:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078496.729157:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078496.729159:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.729160:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078496.729163:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.729165:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.729167:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078496.729169:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078496.729171:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.729172:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078496.729175:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078496.729178:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078496.729180:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078496.729181:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.729182:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078496.729184:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078496.729186:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078496.729189:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078496.729192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.729197:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078496.729203:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078496.729205:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.729208:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.729216:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.729219:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078496.729222:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078496.729226:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5195)
00000100:00000001:3.0:1769078496.729266:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078496.729269:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078496.729272:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078496.729275:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925879808, offset 0
00000400:00000200:3.0:1769078496.729278:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078496.729282:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.729286:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078496.729289:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078496.729292:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078496.729294:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078496.729297:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078496.729299:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16583:16583:256:4294967295] 192.168.204.157@tcp LPNI seq info [16579:16579:8:4294967295]
00000400:00000200:3.0:1769078496.729304:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.729309:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078496.729314:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.729317:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078496.729321:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078496.729323:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078496.729328:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078496.729331:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769078496.729335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.729336:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078496.729339:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078496.729342:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078496.729345:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078496.729347:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078496.729349:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078496.729352:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729359:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.729362:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729367:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729368:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078496.729371:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078496.729374:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078496.729377:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078496.729379:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299857436
00000100:00000001:3.0:1769078496.729381:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.729383:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299857436
00000100:00000001:3.0:1769078496.729385:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.729386:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078496.729388:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729390:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078496.729394:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078496.729401:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078496.729402:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078496.729404:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078496.729406:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078496.729407:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078496.729409:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078496.729411:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078496.729418:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729423:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078496.729424:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.729427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078496.729430:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729437:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078496.729440:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729448:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078496.729450:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729451:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.729453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729454:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078496.729455:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078496.729458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078496.729461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078496.729463:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078496.729466:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078496.729473:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879808:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078496.729477:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729478:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.729482:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925879808/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729488:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078496.729490:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078496.729492:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.729495:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078496.729496:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078496.729497:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078496.729499:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078496.729500:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:3.0:1769078496.729503:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078496.729504:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078496.729506:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:3.0:1769078496.729508:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078496.729509:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729510:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729514:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078496.729516:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729517:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.729518:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078496.729581:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078496.729585:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729591:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078496.729592:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.729594:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078496.729596:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078496.729598:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078496.729600:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879936:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078496.729603:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078496.729605:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078496.729606:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078496.729608:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078496.729611:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.729612:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078496.729616:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078496.729619:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078496.729622:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078496.729624:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925879936, portal 4
00000100:00000001:3.0:1769078496.729626:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078496.729628:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:3.0:1769078496.729633:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729640:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078496.729642:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078496.729644:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078496.729646:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925879936, offset 0
00000400:00000200:3.0:1769078496.729649:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078496.729653:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.729657:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078496.729660:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078496.729662:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078496.729664:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078496.729666:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078496.729669:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16584:16584:256:4294967295] 192.168.204.157@tcp LPNI seq info [16580:16580:8:4294967295]
00000400:00000200:3.0:1769078496.729673:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078496.729678:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078496.729682:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.729686:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078496.729689:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078496.729692:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769078496.729696:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078496.729698:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769078496.729701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078496.729703:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:3.0:1769078496.729706:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078496.729708:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078496.729711:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:3.0:1769078496.729712:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:3.0:1769078496.729715:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078496.729718:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729729:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.729731:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729736:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729738:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078496.729740:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078496.729743:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078496.729825:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078496.729828:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299857434
00000100:00000001:3.0:1769078496.729830:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.729832:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299857434
00000100:00000001:3.0:1769078496.729834:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299858688
00000100:00000001:3.0:1769078496.729836:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078496.729838:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729839:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078496.729843:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078496.729850:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078496.729851:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078496.729852:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000400:00000200:3.0:1769078496.729855:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000010:3.0:1769078496.729856:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000100:00000001:3.0:1769078496.729858:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078496.729861:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078496.729868:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729873:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078496.729875:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729876:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.729878:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078496.729880:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729886:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078496.729890:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729895:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078496.729897:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729898:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078496.729900:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729901:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078496.729903:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078496.729905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078496.729908:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078496.729910:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078496.729912:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078496.729919:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925879936:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078496.729922:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729924:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078496.729926:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925879936/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078496.729931:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078496.729932:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078496.729934:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078496.729937:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078496.729938:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078496.729939:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078496.729941:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078496.729942:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:3.0:1769078496.729944:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078496.729945:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078496.729947:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:3.0:1769078496.729949:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078496.729950:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729952:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078496.729955:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078496.729956:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078496.729958:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078496.729959:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078497.172638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078497.172645:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078497.172651:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078497.172652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078497.172675:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078497.172678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078497.172680:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078498.068624:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299858688, at 4299858752
00000100:00000010:3.0:1769078498.068638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00000100:00000040:2.0:1769078498.068767:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299858688, at 4299858752
00000100:00000010:2.0:1769078498.068775:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd540.
00010000:00000001:3.0:1769078498.196627:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078498.196632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078498.196636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078498.196636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078498.196716:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078498.196718:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078498.196720:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078499.220749:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078499.220756:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078499.220773:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078499.220775:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078499.220880:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078499.220883:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078499.220890:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078500.245867:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078500.245874:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078500.245879:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078500.245880:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078500.245989:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078500.245993:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078500.245996:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078501.268638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078501.268644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078501.268650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078501.268652:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078501.268675:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078501.268678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078501.268682:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769078501.332649:0:56288:0:(osc_request.c:735:osc_update_next_shrink()) next time 6394 to shrink grant
00000100:00080000:1.0:1769078501.844856:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078501.844866:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078501.844869:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078501.844873:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078501.844877:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078501.844884:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5190
00000400:00000200:1.0:1769078501.844895:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078501.844901:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078501.844905:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078501.844907:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.844911:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.844913:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.844916:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078501.844920:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078501.844922:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078501.844925:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078501.844928:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078501.844930:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078501.844933:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078501.844936:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.844938:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.844940:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.844942:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078501.844946:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078501.844949:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078501.844952:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078501.844955:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078501.844959:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078501.844962:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.844965:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078501.844979:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078501.844989:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000020:00000040:1.0:1769078501.844992:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078501.844996:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078501.844998:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845001:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078501.845003:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078501.845007:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078501.845015:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997800.
00000100:00000001:1.0:1769078501.845021:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078501.845029:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078501.845039:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078501.845043:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078501.845049:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078501.845077:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078501.845080:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078501.845084:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078501.845085:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078501.845087:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078501.845090:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078501.845093:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5190
00000400:00000200:1.0:1769078501.845097:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078501.845100:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078501.845103:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078501.845105:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845108:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845110:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845112:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078501.845114:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078501.845116:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078501.845117:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078501.845119:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078501.845122:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078501.845124:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078501.845127:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845129:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845130:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845132:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078501.845134:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078501.845137:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845140:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078501.845141:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078501.845147:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078501.845149:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845150:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078501.845154:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078501.845157:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845158:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078501.845162:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078501.845164:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078501.845167:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078501.845168:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845169:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078501.845171:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078501.845173:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078501.845176:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000001:1.0:1769078501.845179:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078501.845184:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078501.845192:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078501.845194:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078501.845197:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078501.845205:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078501.845208:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078501.845211:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078501.845212:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078501.845214:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078501.845216:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078501.845219:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5190
00000400:00000200:1.0:1769078501.845223:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078501.845226:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078501.845228:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078501.845231:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845233:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845234:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845236:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078501.845239:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078501.845240:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078501.845241:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078501.845243:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078501.845245:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078501.845247:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078501.845250:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845252:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845254:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845256:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078501.845259:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078501.845261:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845264:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078501.845265:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078501.845268:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078501.845270:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845272:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078501.845274:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078501.845276:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845278:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078501.845281:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078501.845283:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078501.845286:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078501.845287:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845289:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078501.845290:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078501.845292:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078501.845295:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078501.845298:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078501.845302:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078501.845310:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078501.845312:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078501.845315:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078501.845322:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078501.845325:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078501.845328:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078501.845329:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078501.845331:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078501.845333:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078501.845336:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5190
00000400:00000200:1.0:1769078501.845339:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078501.845342:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078501.845344:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078501.845347:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845349:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845351:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845352:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078501.845354:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078501.845356:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078501.845357:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078501.845359:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078501.845360:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078501.845362:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078501.845365:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845366:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078501.845368:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845383:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078501.845386:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078501.845389:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078501.845391:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078501.845392:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078501.845395:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078501.845397:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845399:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078501.845401:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078501.845403:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845404:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078501.845407:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000020:00000040:1.0:1769078501.845409:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078501.845411:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078501.845413:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078501.845414:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078501.845416:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078501.845417:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078501.845421:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078501.845424:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078501.845428:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078501.845435:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078501.845437:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078501.845441:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078501.845448:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078501.845451:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078501.845452:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078501.845454:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769078501.845458:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078501.845460:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5200)
00000100:00000001:3.0:1769078501.845463:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078501.845473:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.845483:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078501.845486:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.845489:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078501.845492:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.845496:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.845777:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925880064:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078501.845782:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078501.845787:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078501.845789:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.845792:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078501.845957:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078501.845960:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078501.845968:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078501.845971:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6b58.
00000400:00000010:3.0:1769078501.845978:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc92a8.
00000100:00000200:3.0:1769078501.845984:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880064, portal 25
00000100:00000001:3.0:1769078501.845987:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078501.845988:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078501.845995:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846004:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078501.846007:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078501.846010:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9110.
00000100:00000200:3.0:1769078501.846013:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925880064, offset 0
00000400:00000200:3.0:1769078501.846020:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846029:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846034:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078501.846040:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078501.846044:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078501.846048:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078501.846051:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846055:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16585:16585:256:4294967295] 192.168.204.157@tcp LPNI seq info [16581:16581:8:4294967295]
00000400:00000200:3.0:1769078501.846060:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846069:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078501.846076:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078501.846081:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260b00.
00000800:00000200:3.0:1769078501.846088:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078501.846093:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078501.846110:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078501.846114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078501.846117:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299863809
00000100:00000010:3.0:1769078501.846123:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdcc0.
00000100:00000001:3.0:1769078501.846129:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078501.846135:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299863809
00000100:00000010:3.0:1769078501.846229:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cde40.
00000100:00000001:3.0:1769078501.846235:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078501.846239:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078501.846243:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846246:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078501.846251:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846259:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078501.846260:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846262:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078501.846264:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.846266:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.846271:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880192:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078501.846274:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078501.846276:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078501.846278:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846280:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078501.846284:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078501.846286:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078501.846291:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078501.846294:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6268.
00000400:00000010:3.0:1769078501.846298:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9660.
00000100:00000200:3.0:1769078501.846301:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880192, portal 10
00000100:00000001:3.0:1769078501.846314:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078501.846315:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000040:3.0:1769078501.846322:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846328:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078501.846330:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078501.846333:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9e58.
00000100:00000200:3.0:1769078501.846335:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925880192, offset 0
00000400:00000200:3.0:1769078501.846339:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846343:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846346:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078501.846349:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078501.846351:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078501.846353:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078501.846356:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846358:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16586:16586:255:4294967295] 192.168.204.157@tcp LPNI seq info [16582:16582:7:4294967295]
00000400:00000200:3.0:1769078501.846363:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846369:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078501.846373:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078501.846376:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260700.
00000800:00000200:3.0:1769078501.846380:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078501.846384:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078501.846387:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.846390:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078501.846393:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078501.846395:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299862544
00000100:00000001:3.0:1769078501.846397:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846399:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299862544
00000100:00000001:3.0:1769078501.846401:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846403:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078501.846405:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846407:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078501.846410:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846417:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078501.846418:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846420:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078501.846422:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.846423:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.846426:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880320:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078501.846429:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078501.846430:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078501.846432:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846433:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078501.846436:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078501.846438:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078501.846441:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078501.846443:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c6738.
00000400:00000010:3.0:1769078501.846446:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078501.846448:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880320, portal 10
00000100:00000001:3.0:1769078501.846450:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078501.846451:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078501.846456:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846462:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078501.846464:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078501.846466:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc93b8.
00000100:00000200:3.0:1769078501.846468:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925880320, offset 0
00000400:00000200:3.0:1769078501.846472:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846475:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846478:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078501.846481:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078501.846483:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078501.846485:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078501.846488:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846490:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16587:16587:254:4294967295] 192.168.204.157@tcp LPNI seq info [16583:16583:6:4294967295]
00000400:00000200:3.0:1769078501.846494:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846514:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078501.846519:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078501.846547:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260d00.
00000800:00000200:3.0:1769078501.846558:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078501.846561:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078501.846564:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.846567:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078501.846570:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078501.846572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299862554
00000100:00000001:3.0:1769078501.846574:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846577:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299862554
00000100:00000001:3.0:1769078501.846579:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846581:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078501.846582:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846584:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078501.846589:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846595:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078501.846596:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846598:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078501.846600:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.846602:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.846605:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880448:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078501.846608:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078501.846609:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078501.846611:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.846613:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078501.846616:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078501.846618:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078501.846622:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078501.846624:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078501.846627:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078501.846630:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880448, portal 4
00000100:00000001:3.0:1769078501.846632:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078501.846633:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078501.846638:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.846644:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078501.846646:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078501.846648:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9088.
00000100:00000200:3.0:1769078501.846650:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925880448, offset 0
00000400:00000200:3.0:1769078501.846655:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846659:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846670:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078501.846672:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078501.846675:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078501.846677:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078501.846679:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078501.846682:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16588:16588:253:4294967295] 192.168.204.157@tcp LPNI seq info [16584:16584:5:4294967295]
00000400:00000200:3.0:1769078501.846685:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078501.846690:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078501.846694:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078501.846697:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260300.
00000800:00000200:3.0:1769078501.846701:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078501.846704:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:3.0:1769078501.846707:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.846710:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078501.846713:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078501.846744:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299862551
00000100:00000001:3.0:1769078501.846747:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846749:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299862551
00000100:00000001:3.0:1769078501.846751:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299863809
00000100:00000001:3.0:1769078501.846753:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078501.846755:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846757:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846759:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078501.846768:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078501.846770:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769078501.846772:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078501.846774:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078501.846775:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.846777:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078502.292746:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078502.292754:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078502.292756:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078502.292758:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078502.292763:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078502.292765:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078502.292767:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078502.292770:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078502.292774:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078502.292776:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078502.292842:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078502.292846:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078502.292849:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078503.188589:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299863809, at 4299863872
00000100:00000010:3.0:1769078503.188608:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000100:00000040:2.0:1769078503.188702:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299863809, at 4299863872
00000100:00000010:2.0:1769078503.188719:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdcc0.
00010000:00000001:3.0:1769078503.316754:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078503.316833:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078503.316839:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078503.316840:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078503.317164:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078503.317167:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078503.317169:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078504.342277:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078504.342283:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078504.342288:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078504.342291:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078504.342293:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078504.342296:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078504.342298:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078504.342301:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078504.342303:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078504.342305:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078504.342398:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078504.342405:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078504.342411:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078504.917289:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.157:988
00000400:00000100:2.0:1769078504.920585:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.157@tcp at host 192.168.204.157 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078504.920603:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078504.920608:0:2400:0:(router.c:1755:lnet_notify()) 192.168.204.57@tcp notifying 192.168.204.157@tcp: down
00000400:00000200:2.0:1769078504.920612:0:2400:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078504.920617:0:2400:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078504.920623:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078504.920994:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260b00.
00000400:00000200:2.0:1769078504.921002:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078504.921009:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078504.921017:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9110
00000400:00000010:2.0:1769078504.921020:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9110.
00000100:00000001:2.0:1769078504.921025:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078504.921035:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.921061:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078504.921065:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.921072:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078504.921074:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078504.921087:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078504.921090:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260700.
00000400:00000200:2.0:1769078504.921094:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078504.921098:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078504.921103:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9e58
00000100:00000001:3.0:1769078504.921103:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:2.0:1769078504.921106:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9e58.
00000100:00000001:2.0:1769078504.921110:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078504.921115:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:2.0:1769078504.921118:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921121:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078504.921132:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078504.921141:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078504.921142:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078504]  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.921176:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078504.921185:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1769078504.921193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1769078504.921197:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000400:00000001:3.0:1769078504.921198:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078504.921203:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6b58.
00000800:00000010:2.0:1769078504.921204:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260d00.
00000400:00000200:2.0:1769078504.921214:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078504.921217:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc92a8
00000400:00000200:2.0:1769078504.921224:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000010:3.0:1769078504.921225:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc92a8.
00000400:00000200:2.0:1769078504.921234:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc93b8
00000100:00000001:3.0:1769078504.921235:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:2.0:1769078504.921241:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc93b8.
00000100:00000200:3.0:1769078504.921246:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.921248:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078504.921264:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078504.921268:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921297:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078504.921299:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921301:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.921302:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078504.921305:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921310:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078504.921313:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921318:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078504.921319:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921320:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.921321:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921323:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078504.921325:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078504.921327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078504.921331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078504.921332:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078504.921335:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078504.921339:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925880064:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078504.921343:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078504.921346:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078504]  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078504.921351:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078504.921351:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078504.921353:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6268.
00000400:00000200:3.0:1769078504.921354:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9660
00000400:00000010:3.0:1769078504.921356:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9660.
00000100:00000001:3.0:1769078504.921357:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078504.921359:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078504.921364:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921367:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078504.921368:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.921370:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078504.921372:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921375:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078504.921377:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921380:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078504.921382:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921382:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.921383:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921384:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078504.921385:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078504.921386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078504.921388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078504.921389:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078504.921391:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078504.921395:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880192:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078504.921399:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078504.921400:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078504.921402:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925880064/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921407:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078504.921409:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078504.921413:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078504.921416:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078504.921418:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078504.921419:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078504.921421:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078504.921422:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997800.
02000000:00000001:3.0:1769078504.921425:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078504.921427:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078504.921428:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078504.921431:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078504.921432:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921433:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078504.921435:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925880192/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.921438:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078504.921438:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078504.921439:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078504.921441:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078504.921441:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078504.921442:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078504.921443:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078504.921444:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:3.0:1769078504.921445:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078504.921446:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078504.921446:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078504.921448:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078504.921448:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.921450:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078504.921451:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078504.921452:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078504.921453:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078504.921453:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078504.921973:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078504.921980:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.921988:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078504.921991:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078504.922005:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.157@tcp
00000800:00000010:2.0:1769078504.922009:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260300.
00000100:00000001:3.0:1769078504.922009:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078504.922015:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078504.922017:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1769078504.922019:0:2400:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:3.0:1769078504.922025:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078504]  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078504.922032:0:2400:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078504.922044:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9088
00000400:00000010:2.0:1769078504.922048:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9088.
00000100:00000001:2.0:1769078504.922051:0:2400:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:3.0:1769078504.922053:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078504.922056:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000200:2.0:1769078504.922060:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078504.922060:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c6738.
00000400:00000200:3.0:1769078504.922067:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078504.922072:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078504.922081:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078504.922091:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000200:3.0:1769078504.922091:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078504.922100:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078504.922105:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078504.922146:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078504.922150:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078504.922151:0:2400:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078504.922157:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922162:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.922163:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078504.922168:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922174:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078504.922179:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922184:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078504.922186:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922187:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.922188:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922190:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078504.922192:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078504.922194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078504.922198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078504.922200:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078504.922203:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078504.922210:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880320:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078504.922215:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078504.922219:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078504]  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078504.922227:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078504.922228:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078504.922230:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078504.922233:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078504.922234:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078504.922237:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078504.922240:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078504.922247:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078504.922254:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922255:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.922256:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078504.922259:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922265:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078504.922269:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922280:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078504.922282:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922283:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078504.922284:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922285:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078504.922286:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078504.922288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078504.922290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078504.922291:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078504.922293:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078504.922298:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880448:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078504.922300:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922302:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078504.922303:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925880320/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922307:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078504.922308:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078504.922310:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078504.922312:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078504.922313:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078504.922313:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078504.922314:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078504.922316:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078504.922317:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078504.922318:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078504.922319:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078504.922321:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078504.922322:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922323:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078504.922325:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925880448/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078504.922329:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078504.922330:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078504.922330:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078504.922332:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078504.922332:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078504.922333:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078504.922334:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078504.922335:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078504.922336:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078504.922337:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078504.922337:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078504.922339:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078504.922339:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922340:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078504.922346:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078504.922347:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078504.922348:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078504.922349:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078505.365796:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078505.365803:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078505.365808:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078505.365810:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078505.365833:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078505.365836:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078505.365838:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078506.388685:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078506.388694:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078506.388702:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078506.388703:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078506.391719:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078506.391726:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078506.391732:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078506.964648:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078506.964658:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078506.964661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078506.964665:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078506.964669:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078506.964677:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5195
00000400:00000200:1.0:1769078506.964687:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078506.964694:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078506.964697:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078506.964701:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964704:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.964707:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964710:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078506.964714:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078506.964716:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078506.964719:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078506.964722:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078506.964725:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078506.964728:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078506.964731:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964733:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.964735:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964737:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078506.964740:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078506.964743:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964746:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078506.964749:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078506.964758:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078506.964760:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.964761:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078506.964763:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078506.964768:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830000.
00000020:00000040:1.0:1769078506.964770:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078506.964773:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078506.964774:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.964776:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078506.964780:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078506.964784:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078506.964789:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078506.964793:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078506.964800:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078506.964811:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078506.964815:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078506.964819:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef32711] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078506.964850:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078506.964854:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078506.964857:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078506.964859:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078506.964860:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078506.964863:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078506.964865:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5195
00000400:00000200:1.0:1769078506.964868:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078506.964871:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078506.964873:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078506.964876:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964878:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.964880:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964882:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078506.964884:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078506.964885:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078506.964887:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078506.964888:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078506.964890:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078506.964892:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078506.964895:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964897:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.964899:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964901:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078506.964904:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078506.964907:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078506.964909:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078506.964911:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078506.964915:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078506.964917:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.964919:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078506.964923:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078506.964925:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.964927:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078506.964931:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833800.
00000020:00000040:1.0:1769078506.964933:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078506.964936:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078506.964937:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.964939:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078506.964940:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078506.964942:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078506.964946:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078506.964949:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078506.964954:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078506.964962:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078506.964964:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.964965:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078506.964969:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a723f9] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.964971:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078506.964975:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078506.964983:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078506.964984:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078506.964989:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078506.964997:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078506.965001:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078506.965004:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078506.965010:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078506.965014:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078506.965016:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5195
00000100:00000001:3.0:1769078506.965018:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078506.965022:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078506.965025:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078506.965028:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769078506.965030:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078506.965033:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078506.965035:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078506.965036:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.965041:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078506.965041:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.965045:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00100000:3.0:1769078506.965049:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925880576:192.168.204.157@tcp:250:kworker.0
00000020:00000001:1.0:1769078506.965050:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078506.965053:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000100:00000001:3.0:1769078506.965058:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078506.965062:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1769078506.965068:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078506.965072:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078506.965074:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078506.965078:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
02000000:00000001:3.0:1769078506.965079:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078506.965083:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078506.965084:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078506.965087:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1769078506.965091:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
00000100:00000040:1.0:1769078506.965092:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
02000000:00000001:3.0:1769078506.965097:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.965098:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078506.965102:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078506.965105:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078506.965109:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078506.965109:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078506.965114:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1769078506.965115:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
02000000:00000001:1.0:1769078506.965117:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078506.965121:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.965123:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078506.965124:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000008:00100000:1.0:1769078506.965126:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078506.965130:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.965132:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078506.965133:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880576, portal 25
00000100:00000010:1.0:1769078506.965136:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078506.965138:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1769078506.965141:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000100:00000001:3.0:1769078506.965141:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139325952 : -125582570225664 : ffff8dc887830000)
02000000:00000001:1.0:1769078506.965147:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078506.965151:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078506.965152:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078506.965155:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078506.965158:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078506.965161:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965167:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078506.965170:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078506.965174:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078506.965177:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925880576, offset 0
00000400:00000200:3.0:1769078506.965183:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078506.965190:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.965195:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078506.965201:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078506.965205:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078506.965209:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078506.965212:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078506.965216:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16589:16589:256:4294967295] 192.168.204.157@tcp LPNI seq info [16585:16585:8:4294967295]
00000400:00000200:3.0:1769078506.965220:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.965231:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078506.965237:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.965242:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078506.965260:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078506.965404:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078506.965411:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078506.965415:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078506.965418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.965421:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078506.965425:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078506.965429:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078506.965434:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078506.965436:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078506.965439:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078506.965443:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965452:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.965456:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965463:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965465:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078506.965472:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078506.965476:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078506.965478:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299868928
00000100:00000010:3.0:1769078506.965483:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cde40.
00000100:00000001:3.0:1769078506.965489:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078506.965494:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299868928
00000100:00000010:3.0:1769078506.965496:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd20.
00000100:00000001:3.0:1769078506.965499:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078506.965501:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078506.965504:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965506:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078506.965509:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078506.965518:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078506.965519:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078506.965546:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078506.965549:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078506.965550:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078506.965553:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078506.965556:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078506.965563:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965569:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078506.965570:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965572:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.965574:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078506.965577:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965583:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078506.965588:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965595:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078506.965597:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965598:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.965600:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965601:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078506.965603:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078506.965606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078506.965610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078506.965613:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078506.965617:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078506.965625:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925880576:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078506.965642:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965644:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.965647:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830000 x1855007925880576/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965652:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078506.965655:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078506.965657:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078506.965660:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078506.965661:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078506.965663:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078506.965665:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078506.965667:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078506.965670:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078506.965672:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078506.965674:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830000.
00000100:00000001:3.0:1769078506.965676:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078506.965677:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965679:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965687:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078506.965689:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965691:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078506.965692:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078506.965693:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078506.965697:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965703:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078506.965704:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.965706:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078506.965708:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078506.965710:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078506.965713:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880704:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078506.965716:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078506.965718:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078506.965720:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.965721:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078506.965724:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078506.965727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078506.965730:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078506.965733:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078506.965739:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078506.965743:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880704, portal 10
00000100:00000001:3.0:1769078506.965745:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078506.965746:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139340288 : -125582570211328 : ffff8dc887833800)
00000100:00000040:3.0:1769078506.965751:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965756:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078506.965758:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078506.965760:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078506.965762:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925880704, offset 0
00000400:00000200:3.0:1769078506.965766:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078506.965769:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.965773:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078506.965776:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078506.965778:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078506.965780:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078506.965798:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078506.965801:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16590:16590:256:4294967295] 192.168.204.157@tcp LPNI seq info [16586:16586:8:4294967295]
00000400:00000200:3.0:1769078506.965805:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.965811:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078506.965815:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.965819:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078506.965822:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078506.965824:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078506.965828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078506.965831:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078506.965834:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.965835:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078506.965838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078506.965841:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078506.965844:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078506.965847:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078506.965849:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078506.965853:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965859:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.965862:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965867:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965868:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078506.965872:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078506.965875:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078506.965878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078506.965880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299867664
00000100:00000001:3.0:1769078506.965882:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.965884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299867664
00000100:00000001:3.0:1769078506.965886:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.965888:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078506.965890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.965892:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078506.965895:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078506.965918:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078506.965919:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078506.965921:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078506.965925:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078506.965926:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078506.965928:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078506.965931:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078506.965938:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965943:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078506.965944:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965945:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.965946:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078506.965950:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965955:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078506.965959:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.965965:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078506.965967:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965968:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.965969:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965971:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078506.965972:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078506.965975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078506.965979:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078506.965981:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078506.965985:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078506.965991:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880704:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078506.965994:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.965996:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.965998:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833800 x1855007925880704/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.966004:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078506.966005:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078506.966007:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078506.966010:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078506.966011:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078506.966012:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078506.966014:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078506.966015:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078506.966017:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078506.966019:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078506.966021:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833800.
00000100:00000001:3.0:1769078506.966023:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078506.966024:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.966026:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.966030:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078506.966031:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.966033:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078506.966035:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078506.966237:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078506.966244:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078506.966250:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078506.966258:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078506.966261:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078506.966265:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d7fbf15] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078506.966282:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078506.966286:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078506.966289:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078506.966291:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078506.966293:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078506.966302:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078506.966305:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5195
00000400:00000200:1.0:1769078506.966310:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078506.966313:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078506.966315:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078506.966318:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.966320:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.966322:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.966324:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078506.966326:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078506.966327:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078506.966330:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078506.966331:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078506.966334:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078506.966336:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078506.966339:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.966340:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078506.966342:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078506.966344:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078506.966346:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078506.966348:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078506.966351:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078506.966352:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078506.966356:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078506.966358:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.966360:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078506.966363:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078506.966365:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.966367:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078506.966371:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832680.
00000020:00000040:1.0:1769078506.966374:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078506.966376:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078506.966378:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078506.966379:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078506.966380:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078506.966383:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078506.966387:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078506.966389:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078506.966393:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078506.966401:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078506.966403:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078506.966406:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a620f40] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078506.966413:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078506.966416:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078506.966419:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078506.966424:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5205)
00000100:00000001:3.0:1769078506.966883:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078506.966887:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078506.966889:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078506.966904:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.966912:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078506.966914:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.966916:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078506.966919:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078506.966921:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078506.966924:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880832:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078506.966927:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078506.966930:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078506.966932:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.966934:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078506.966938:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078506.966940:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078506.966945:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078506.966949:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078506.966952:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078506.966957:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880832, portal 10
00000100:00000001:3.0:1769078506.966958:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078506.966960:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139329536 : -125582570222080 : ffff8dc887830e00)
00000100:00000040:3.0:1769078506.966966:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.966972:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078506.966974:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078506.966976:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078506.966978:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925880832, offset 0
00000400:00000200:3.0:1769078506.966983:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078506.966988:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.966993:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078506.966997:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078506.967000:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078506.967002:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078506.967004:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078506.967006:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16591:16591:256:4294967295] 192.168.204.157@tcp LPNI seq info [16587:16587:8:4294967295]
00000400:00000200:3.0:1769078506.967010:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.967017:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078506.967021:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.967025:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078506.967029:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078506.967032:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078506.967036:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078506.967038:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078506.967041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.967043:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078506.967047:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078506.967051:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078506.967053:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078506.967055:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078506.967057:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078506.967060:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.967083:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967090:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.967091:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078506.967096:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078506.967100:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078506.967103:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078506.967105:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299867674
00000100:00000001:3.0:1769078506.967107:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.967109:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299867674
00000100:00000001:3.0:1769078506.967111:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.967113:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078506.967115:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.967117:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078506.967120:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078506.967134:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078506.967136:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078506.967138:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078506.967140:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078506.967142:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078506.967144:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078506.967147:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078506.967155:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967160:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078506.967162:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.967165:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078506.967169:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967175:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078506.967179:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967185:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078506.967187:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967189:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.967190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967192:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078506.967194:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078506.967197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078506.967201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078506.967203:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078506.967207:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078506.967214:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880832:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078506.967219:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078506.967222:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967229:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078506.967230:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.967232:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078506.967234:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078506.967236:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078506.967239:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880960:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078506.967241:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078506.967254:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078506.967256:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078506.967257:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078506.967261:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078506.967263:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078506.967274:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078506.967277:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078506.967280:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078506.967283:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925880960, portal 4
00000100:00000001:3.0:1769078506.967285:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078506.967286:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139335808 : -125582570215808 : ffff8dc887832680)
00000100:00000040:3.0:1769078506.967292:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078506.967301:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078506.967303:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078506.967305:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925880960, offset 0
00000400:00000200:3.0:1769078506.967310:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078506.967313:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.967316:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078506.967319:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078506.967322:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078506.967324:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078506.967327:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078506.967330:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16592:16592:256:4294967295] 192.168.204.157@tcp LPNI seq info [16588:16588:8:4294967295]
00000400:00000200:3.0:1769078506.967334:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078506.967340:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078506.967345:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.967348:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078506.967351:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078506.967354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078506.967358:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078506.967361:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078506.967364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078506.967366:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078506.967369:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078506.967373:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078506.967375:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078506.967376:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078506.967379:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078506.967381:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967388:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.967390:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967394:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.967395:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078506.967397:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078506.967399:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078506.967401:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078506.967403:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299867671
00000100:00000001:3.0:1769078506.967404:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.967406:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299867671
00000100:00000001:3.0:1769078506.967407:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299868928
00000100:00000001:3.0:1769078506.967408:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078506.967409:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.967410:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078506.967412:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078506.967417:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078506.967418:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078506.967419:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078506.967420:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078506.967421:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078506.967422:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078506.967424:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078506.967429:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967432:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078506.967433:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967434:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.967434:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078506.967437:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967443:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078506.967447:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967452:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078506.967455:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078506.967458:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967459:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078506.967460:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078506.967463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078506.967466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078506.967468:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078506.967472:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078506.967479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925880960:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078506.967482:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967484:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.967496:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830e00 x1855007925880832/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967501:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078506.967502:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078506.967504:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078506.967506:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078506.967507:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078506.967508:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078506.967509:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078506.967511:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078506.967513:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078506.967514:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078506.967515:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830e00.
00000100:00000001:3.0:1769078506.967517:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078506.967518:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967519:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078506.967542:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832680 x1855007925880960/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078506.967550:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078506.967551:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078506.967552:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078506.967553:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078506.967554:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078506.967555:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078506.967556:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078506.967556:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078506.967558:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078506.967558:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078506.967559:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832680.
00000100:00000001:3.0:1769078506.967561:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078506.967562:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967563:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078506.967567:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078506.967568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078506.967570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078506.967570:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078507.412650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078507.412656:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078507.412662:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078507.412663:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078507.412808:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078507.412812:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078507.412815:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078508.308643:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299868928, at 4299868992
00000100:00000040:3.0:1769078508.308643:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299868928, at 4299868992
00000100:00000010:2.0:1769078508.308657:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cde40.
00000100:00000010:3.0:1769078508.308657:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00010000:00000001:3.0:1769078508.436584:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078508.436590:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078508.436593:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078508.436594:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078508.438344:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078508.438348:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078508.438352:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078509.460653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078509.460661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078509.460668:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078509.460669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078509.460696:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078509.460699:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078509.460702:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078510.484626:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078510.484634:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078510.484647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078510.484648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078510.484724:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078510.484728:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078510.484731:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078511.508723:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078511.508730:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078511.508735:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078511.508737:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078511.508802:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078511.508805:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078511.508807:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078512.084622:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078512.084639:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078512.084642:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078512.084649:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078512.084653:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078512.084661:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5200
00000400:00000200:2.0:1769078512.084670:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078512.084676:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078512.084679:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078512.084681:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084684:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.084686:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084688:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078512.084692:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078512.084693:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078512.084696:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078512.084698:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078512.084699:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078512.084701:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078512.084703:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084704:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.084705:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084707:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078512.084712:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078512.084716:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084719:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078512.084722:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078512.084725:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078512.084728:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.084731:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078512.084734:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078512.084741:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078512.084746:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078512.084751:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078512.084753:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.084756:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078512.084760:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078512.084764:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078512.084771:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078512.084776:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078512.084785:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078512.084794:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078512.084798:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078512.084801:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078512.084818:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078512.084820:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078512.084823:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078512.084824:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078512.084826:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078512.084828:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078512.084831:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5200
00000400:00000200:2.0:1769078512.084834:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078512.084838:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078512.084840:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078512.084842:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084844:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078512.084844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078512.084848:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084850:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:3.0:1769078512.084850:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078512.084853:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078512.084854:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078512.084855:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078512.084858:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078512.084859:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078512.084861:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078512.084863:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078512.084864:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078512.084868:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084872:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.084875:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084878:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078512.084881:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078512.084881:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078512.084884:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078512.084885:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078512.084889:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.084890:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078512.084891:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078512.084895:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078512.084897:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078512.084898:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078512.084902:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078512.084905:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925881088:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078512.084906:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078512.084910:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769078512.084912:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078512.084915:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.084915:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078512.084918:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.084918:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078512.084921:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
02000000:00000001:3.0:1769078512.084922:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078512.084925:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078512.084926:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078512.084927:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078512.084928:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:2.0:1769078512.084929:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078512.084932:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078512.084932:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078512.084935:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078512.084939:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078512.084941:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.084942:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:2.0:1769078512.084947:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078512.084948:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000100:00000001:2.0:1769078512.084954:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078512.084956:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078512.084956:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000040:2.0:1769078512.084961:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078512.084966:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078512.084968:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078512.084970:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1769078512.084970:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881088, portal 25
00000100:00000001:2.0:1769078512.084971:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078512.084973:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078512.084976:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078512.084976:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078512.084978:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00080000:2.0:1769078512.084980:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5200
00000100:00000040:3.0:1769078512.084986:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078512.084987:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078512.084992:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078512.084996:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078512.085001:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078512.085002:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078512.085003:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.085007:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085009:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:3.0:1769078512.085011:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000020:00000001:2.0:1769078512.085012:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078512.085014:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078512.085016:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1769078512.085017:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000020:00000040:2.0:1769078512.085018:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078512.085020:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078512.085023:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000200:3.0:1769078512.085024:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925881088, offset 0
00000100:00000040:2.0:1769078512.085027:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085030:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.085031:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085032:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078512.085034:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078512.085038:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085038:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085042:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078512.085043:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078512.085045:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078512.085046:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.085047:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078512.085049:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078512.085053:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085053:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078512.085057:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078512.085061:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078512.085064:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078512.085066:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:2.0:1769078512.085068:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078512.085071:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.085072:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078512.085074:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078512.085075:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078512.085078:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085080:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000010:2.0:1769078512.085084:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000400:00000200:3.0:1769078512.085086:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078512.085090:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085090:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085094:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16593:16593:256:4294967295] 192.168.204.157@tcp LPNI seq info [16589:16589:8:4294967295]
00000400:00000200:3.0:1769078512.085099:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:2.0:1769078512.085100:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078512.085112:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078512.085115:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078512.085119:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078512.085120:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.085126:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000040:2.0:1769078512.085130:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078512.085137:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078512.085141:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078512.085143:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1769078512.085144:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078512.085150:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1769078512.085151:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:2.0:1769078512.085153:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769078512.085155:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1769078512.085156:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078512.085161:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:3.0:1769078512.085164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000100:00080000:2.0:1769078512.085166:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5200
00000800:00000010:3.0:1769078512.085168:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:2.0:1769078512.085172:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.085175:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078512.085176:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078512.085178:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078512.085182:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078512.085184:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085186:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.085187:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085188:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000100:00000001:2.0:1769078512.085189:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078512.085192:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769078512.085192:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000040:2.0:1769078512.085193:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078512.085196:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078512.085198:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769078512.085199:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078512.085201:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078512.085204:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:3.0:1769078512.085204:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078512.085210:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085214:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078512.085217:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085220:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078512.085222:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000001:3.0:1769078512.085224:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769078512.085225:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078512.085228:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078512.085229:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078512.085230:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078512.085233:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078512.085237:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.085240:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078512.085242:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078512.085243:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1769078512.085244:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1769078512.085251:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085252:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.085254:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085257:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:2.0:1769078512.085259:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078512.085261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299874048
00000020:00000040:2.0:1769078512.085262:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078512.085265:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078512.085266:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078512.085268:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1769078512.085268:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cdd20.
02000000:00000001:2.0:1769078512.085271:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078512.085273:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078512.085276:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117000.
00000100:00000001:3.0:1769078512.085277:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078512.085279:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085283:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299874048
00000100:00100000:2.0:1769078512.085286:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1769078512.085288:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd720.
00000100:00000001:3.0:1769078512.085293:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078512.085295:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078512.085297:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078512.085298:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078512.085303:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085304:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078512.085310:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512]  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078512.085312:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078512.085317:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078512.085323:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078512.085328:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5210)
00000400:00000001:3.0:1769078512.085335:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078512.085337:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078512.085339:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078512.085342:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078512.085343:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078512.085345:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078512.085348:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078512.085353:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085357:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078512.085359:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085360:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085362:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078512.085364:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085369:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078512.085372:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085378:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078512.085379:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085381:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085382:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085383:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078512.085385:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078512.085387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078512.085389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078512.085391:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078512.085393:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078512.085398:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925881088:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078512.085401:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085406:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.085407:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925881088/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085412:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078512.085415:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078512.085417:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078512.085419:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078512.085420:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078512.085421:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078512.085423:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078512.085426:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078512.085429:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078512.085431:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078512.085433:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:3.0:1769078512.085436:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078512.085437:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085439:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085448:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078512.085450:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085452:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078512.085454:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078512.085455:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078512.085459:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085467:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078512.085469:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085470:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078512.085472:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078512.085475:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078512.085477:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881216:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078512.085481:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078512.085489:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078512.085490:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085491:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078512.085493:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078512.085495:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085498:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078512.085500:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078512.085503:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078512.085505:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881216, portal 10
00000100:00000001:3.0:1769078512.085508:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078512.085509:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:3.0:1769078512.085516:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085522:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078512.085558:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078512.085561:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078512.085564:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925881216, offset 0
00000400:00000200:3.0:1769078512.085568:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085573:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.085577:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078512.085581:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078512.085583:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078512.085585:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078512.085588:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085590:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16594:16594:256:4294967295] 192.168.204.157@tcp LPNI seq info [16590:16590:8:4294967295]
00000400:00000200:3.0:1769078512.085595:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.085601:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078512.085606:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.085609:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078512.085614:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078512.085616:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078512.085621:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078512.085624:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078512.085628:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.085629:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078512.085632:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078512.085634:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078512.085637:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078512.085638:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078512.085640:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078512.085643:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085648:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.085650:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085654:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085655:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078512.085658:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078512.085661:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078512.085663:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078512.085664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299872784
00000100:00000001:3.0:1769078512.085667:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.085669:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299872784
00000100:00000001:3.0:1769078512.085670:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.085672:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078512.085673:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085674:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078512.085676:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512]  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078512.085680:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078512.085681:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078512.085682:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078512.085683:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078512.085684:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078512.085686:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078512.085688:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078512.085692:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085696:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078512.085696:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085697:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085698:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078512.085701:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085707:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078512.085710:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085716:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078512.085719:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085721:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085722:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085724:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078512.085726:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078512.085729:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078512.085732:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078512.085735:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078512.085739:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078512.085748:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881216:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078512.085752:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078512.085754:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085758:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078512.085760:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085761:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078512.085762:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078512.085763:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078512.085765:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881344:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078512.085767:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078512.085769:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078512.085770:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085771:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078512.085774:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078512.085775:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085778:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078512.085779:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078512.085781:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078512.085783:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881344, portal 10
00000100:00000001:3.0:1769078512.085784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078512.085786:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078512.085790:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085794:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078512.085795:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078512.085796:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078512.085798:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925881344, offset 0
00000400:00000200:3.0:1769078512.085800:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085803:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.085805:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078512.085807:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078512.085808:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078512.085810:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078512.085811:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085813:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16595:16595:256:4294967295] 192.168.204.157@tcp LPNI seq info [16591:16591:8:4294967295]
00000400:00000200:3.0:1769078512.085815:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.085819:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078512.085822:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.085824:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078512.085827:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078512.085828:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078512.085831:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078512.085833:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078512.085835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.085836:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078512.085838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078512.085840:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078512.085842:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078512.085844:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078512.085846:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078512.085850:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.085860:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085868:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078512.085871:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078512.085874:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078512.085878:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078512.085880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299872793
00000100:00000001:3.0:1769078512.085883:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.085885:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299872793
00000100:00000001:3.0:1769078512.085887:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.085889:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078512.085891:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.085893:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078512.085896:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512]  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078512.085902:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078512.085903:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078512.085904:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078512.085906:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078512.085907:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078512.085908:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078512.085910:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078512.085915:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085919:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078512.085920:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085921:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085922:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078512.085924:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085929:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078512.085931:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085935:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078512.085936:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085937:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.085937:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.085938:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078512.085939:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078512.085940:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078512.085942:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078512.085943:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078512.085945:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078512.085949:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881344:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078512.085951:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078512.085953:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085957:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078512.085958:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085960:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078512.085961:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078512.085962:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078512.085963:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881472:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078512.085965:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078512.085967:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078512.085968:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078512.085969:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078512.085971:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078512.085973:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078512.085975:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078512.085977:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078512.085979:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078512.085981:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881472, portal 4
00000100:00000001:3.0:1769078512.085982:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078512.085983:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078512.085987:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.085991:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078512.085992:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078512.085993:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078512.085995:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925881472, offset 0
00000400:00000200:3.0:1769078512.085997:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078512.085999:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.086002:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078512.086004:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078512.086007:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078512.086009:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078512.086011:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078512.086015:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16596:16596:256:4294967295] 192.168.204.157@tcp LPNI seq info [16592:16592:8:4294967295]
00000400:00000200:3.0:1769078512.086030:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078512.086036:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078512.086039:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.086042:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078512.086044:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078512.086046:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078512.086049:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078512.086051:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078512.086054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078512.086056:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078512.086059:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078512.086062:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078512.086065:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078512.086067:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078512.086069:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078512.086072:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.086083:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086089:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.086091:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078512.086094:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078512.086097:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078512.086101:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078512.086103:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299872790
00000100:00000001:3.0:1769078512.086105:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.086107:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299872790
00000100:00000001:3.0:1769078512.086109:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299874048
00000100:00000001:3.0:1769078512.086111:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078512.086112:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.086113:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078512.086116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512]  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078512.086121:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078512.086121:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078512.086123:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078512.086125:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078512.086126:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078512.086129:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078512.086132:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078512.086140:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086146:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078512.086147:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.086150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078512.086154:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086161:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078512.086164:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086168:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078512.086170:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086171:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078512.086171:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086172:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078512.086173:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078512.086175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078512.086176:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078512.086177:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078512.086180:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078512.086185:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881472:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078512.086187:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086188:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.086190:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925881216/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086194:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078512.086196:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078512.086197:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078512.086199:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078512.086200:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078512.086200:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078512.086202:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078512.086203:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078512.086205:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078512.086205:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078512.086206:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:3.0:1769078512.086208:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078512.086209:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086210:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.086211:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925881344/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086216:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078512.086216:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078512.086217:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078512.086218:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078512.086219:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078512.086220:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078512.086221:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078512.086221:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078512.086222:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078512.086223:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078512.086224:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078512.086225:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078512.086225:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086226:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078512.086228:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925881472/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078512.086231:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078512.086232:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078512.086234:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078512.086235:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078512.086237:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078512.086238:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078512.086240:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078512.086241:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117000.
02000000:00000001:3.0:1769078512.086243:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078512.086244:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078512.086245:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078512.086247:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078512.086248:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086250:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078512.086253:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078512.086255:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078512.086256:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078512.086257:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078512.532708:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078512.532720:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078512.532722:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078512.532725:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078512.532730:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078512.532732:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078512.532734:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078512.532736:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078512.532741:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078512.532742:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078512.532809:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078512.532814:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078512.532817:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078513.428702:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299874048, at 4299874112
00000100:00000010:2.0:1769078513.428720:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cdd20.
00000100:00000040:3.0:1769078513.428913:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299874048, at 4299874112
00000100:00000010:3.0:1769078513.428921:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00010000:00000001:3.0:1769078513.556683:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078513.556690:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078513.556695:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078513.556696:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078513.556723:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078513.556727:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078513.556730:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078514.580643:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078514.580651:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078514.580657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078514.580660:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078514.580663:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078514.580665:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078514.580668:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078514.580670:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078514.580672:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078514.580674:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078514.580822:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078514.580826:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078514.580830:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078515.604644:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078515.604650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078515.604656:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078515.604657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078515.604743:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078515.604749:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078515.604754:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078516.628648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078516.628653:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078516.628657:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078516.628658:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078516.628716:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078516.628718:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078516.628722:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078517.204708:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078517.204718:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078517.204721:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078517.204724:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078517.204728:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078517.204736:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5205
00000400:00000200:1.0:1769078517.204745:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078517.204750:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078517.204753:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078517.204756:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204759:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078517.204760:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204763:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078517.204766:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078517.204768:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078517.204771:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078517.204773:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078517.204775:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078517.204777:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078517.204780:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204781:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078517.204783:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204785:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078517.204788:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078517.204792:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204794:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.204797:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078517.204800:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078517.204803:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.204805:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078517.204807:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078517.204817:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832d80.
00000020:00000040:1.0:1769078517.204821:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078517.204825:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078517.204826:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.204829:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078517.204831:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078517.204836:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078517.204845:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997c00.
00000100:00000001:1.0:1769078517.204851:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078517.204857:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078517.204865:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078517.204869:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078517.204873:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a03fbd] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078517.204897:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078517.204900:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078517.204903:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078517.204904:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078517.204906:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078517.204908:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078517.204912:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5205
00000400:00000200:1.0:1769078517.204915:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078517.204918:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078517.204920:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078517.204923:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204925:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078517.204926:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204928:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078517.204930:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078517.204932:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078517.204934:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078517.204936:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078517.204938:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078517.204940:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078517.204943:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204945:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078517.204947:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.204949:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078517.204952:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00000001:3.0:1769078517.204953:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078517.204955:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078517.204958:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078517.204959:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.204963:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078517.204963:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078517.204969:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078517.204974:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078517.204974:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.204985:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078517.204989:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078517.204989:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078517.204994:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078517.204995:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078517.204999:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769078517.205000:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205003:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.205005:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078517.205009:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833b80.
00000100:00100000:3.0:1769078517.205012:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925881600:192.168.204.157@tcp:250:kworker.0
00000020:00000040:1.0:1769078517.205013:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078517.205019:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769078517.205021:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078517.205022:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205026:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078517.205026:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078517.205027:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078517.205031:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.205032:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.205036:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078517.205038:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994000.
00000100:00000001:1.0:1769078517.205043:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078517.205043:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078517.205047:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078517.205050:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078517.205056:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078517.205060:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000100:00000001:1.0:1769078517.205069:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078517.205070:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000001:1.0:1769078517.205073:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078517.205078:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ebf034c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078517.205080:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881600, portal 25
00000100:00000001:3.0:1769078517.205085:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078517.205089:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139337600 : -125582570214016 : ffff8dc887832d80)
00000100:00000001:1.0:1769078517.205093:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078517.205097:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078517.205099:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078517.205102:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078517.205105:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078517.205108:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078517.205114:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078517.205118:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205121:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078517.205125:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5205
00000400:00000200:1.0:1769078517.205128:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078517.205130:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078517.205132:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769078517.205132:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000040:1.0:1769078517.205136:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205139:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078517.205139:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925881600, offset 0
00000100:00000040:1.0:1769078517.205142:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205145:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078517.205146:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078517.205147:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078517.205148:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078517.205151:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078517.205152:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:3.0:1769078517.205152:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078517.205156:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078517.205159:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205160:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078517.205162:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078517.205164:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078517.205165:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078517.205169:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078517.205171:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205173:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.205175:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078517.205176:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
02000000:00000001:1.0:1769078517.205177:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078517.205182:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205183:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078517.205185:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078517.205186:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1769078517.205188:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205190:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.205193:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000010:1.0:1769078517.205194:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831c00.
00000400:00000200:3.0:1769078517.205199:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078517.205200:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078517.205205:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:1.0:1769078517.205206:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078517.205209:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205213:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769078517.205213:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16597:16597:256:4294967295] 192.168.204.157@tcp LPNI seq info [16593:16593:8:4294967295]
02000000:00000001:1.0:1769078517.205216:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078517.205220:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.205222:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1769078517.205227:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994800.
00000100:00000001:1.0:1769078517.205231:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.205242:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769078517.205251:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078517.205255:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205261:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769078517.205263:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00000001:1.0:1769078517.205269:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078517.205278:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f843dbfb] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078517.205283:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078517.205283:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769078517.205287:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078517.205290:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.0:1769078517.205290:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769078517.205297:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078517.205300:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769078517.205301:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000001:1.0:1769078517.205304:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769078517.205307:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1769078517.205310:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5205
00000800:00000100:3.0:1769078517.205316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078517.205318:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1769078517.205321:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:1.0:1769078517.205325:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078517.205329:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078517.205329:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078517.205333:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205338:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078517.205339:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078517.205343:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:3.0:1769078517.205347:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000100:00000001:1.0:1769078517.205348:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078517.205352:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078517.205353:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000400:00000010:3.0:1769078517.205353:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000020:00000001:1.0:1769078517.205356:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078517.205358:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:1.0:1769078517.205361:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:3.0:1769078517.205361:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078517.205364:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:1.0:1769078517.205367:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205370:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078517.205371:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078517.205372:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205375:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078517.205379:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:1.0:1769078517.205383:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078517.205388:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.205391:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078517.205394:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078517.205397:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205397:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078517.205401:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078517.205403:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078517.205405:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078517.205405:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078517.205408:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078517.205411:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833480.
00000020:00000040:1.0:1769078517.205415:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078517.205418:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078517.205420:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078517.205422:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078517.205422:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078517.205425:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078517.205426:0:2410:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769078517.205427:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078517.205431:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995400.
00000100:00000001:1.0:1769078517.205434:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205436:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078517.205438:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078517.205445:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078517.205449:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078517.205451:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299879168
00000100:00000001:1.0:1769078517.205452:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078517.205467:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f55113ac] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078517.205470:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd720.
00000100:00000001:3.0:1769078517.205479:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078517.205480:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078517.205485:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078517.205488:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078517.205493:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5215)
00000100:00000001:3.0:1769078517.205493:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299879168
00000100:00000010:3.0:1769078517.205499:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd9c0.
00000100:00000001:3.0:1769078517.205503:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078517.205508:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078517.205511:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205514:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078517.205520:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078517.205556:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078517.205558:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078517.205560:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078517.205563:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078517.205564:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078517.205567:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078517.205580:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078517.205590:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205597:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078517.205599:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205601:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.205603:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078517.205607:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205614:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078517.205619:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078517.205629:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205631:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.205632:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205635:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078517.205637:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078517.205639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078517.205643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078517.205655:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078517.205659:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078517.205668:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925881600:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078517.205673:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205674:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.205677:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832d80 x1855007925881600/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205684:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078517.205686:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078517.205688:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078517.205691:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078517.205693:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078517.205695:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078517.205697:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078517.205700:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997c00.
02000000:00000001:3.0:1769078517.205703:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078517.205705:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078517.205712:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832d80.
00000100:00000001:3.0:1769078517.205716:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078517.205717:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205719:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205726:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078517.205727:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205729:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078517.205731:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078517.205732:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078517.205736:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205743:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078517.205744:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.205746:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078517.205748:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078517.205750:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078517.205753:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881728:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078517.205756:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078517.205758:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078517.205759:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.205761:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078517.205764:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078517.205766:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.205770:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078517.205773:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078517.205776:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078517.205779:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881728, portal 10
00000100:00000001:3.0:1769078517.205780:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078517.205782:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139341184 : -125582570210432 : ffff8dc887833b80)
00000100:00000040:3.0:1769078517.205788:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205794:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078517.205797:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078517.205799:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078517.205801:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925881728, offset 0
00000400:00000200:3.0:1769078517.205805:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078517.205809:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.205812:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078517.205815:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078517.205817:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078517.205820:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078517.205822:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078517.205825:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16598:16598:256:4294967295] 192.168.204.157@tcp LPNI seq info [16594:16594:8:4294967295]
00000400:00000200:3.0:1769078517.205829:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.205835:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078517.205852:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.205855:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078517.205859:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078517.205862:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078517.205866:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078517.205869:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078517.205872:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.205874:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078517.205877:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078517.205880:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078517.205883:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078517.205885:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078517.205887:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078517.205890:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205898:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.205901:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205914:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078517.205918:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078517.205921:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078517.205925:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078517.205927:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299877904
00000100:00000001:3.0:1769078517.205929:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.205931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299877904
00000100:00000001:3.0:1769078517.205933:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.205936:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078517.205938:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.205939:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078517.205943:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078517.205951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078517.205953:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078517.205954:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078517.205956:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078517.205958:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078517.205960:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078517.205963:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078517.205970:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205977:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078517.205978:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.205980:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.205981:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078517.205985:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.205991:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078517.205995:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206002:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078517.206004:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206006:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.206007:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206009:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078517.206011:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078517.206013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078517.206017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078517.206019:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078517.206023:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078517.206032:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881728:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078517.206035:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078517.206038:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206044:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078517.206046:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.206048:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078517.206049:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078517.206052:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078517.206055:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078517.206057:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078517.206059:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078517.206061:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.206062:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078517.206065:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078517.206067:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.206070:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078517.206073:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078517.206076:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078517.206078:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881856, portal 10
00000100:00000001:3.0:1769078517.206080:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078517.206081:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139333120 : -125582570218496 : ffff8dc887831c00)
00000100:00000040:3.0:1769078517.206086:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206101:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078517.206108:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078517.206111:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078517.206113:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925881856, offset 0
00000400:00000200:3.0:1769078517.206117:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078517.206121:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.206124:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078517.206127:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078517.206130:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078517.206132:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078517.206134:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078517.206137:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16599:16599:256:4294967295] 192.168.204.157@tcp LPNI seq info [16595:16595:8:4294967295]
00000400:00000200:3.0:1769078517.206141:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.206146:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078517.206151:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.206154:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078517.206158:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078517.206160:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078517.206164:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078517.206166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078517.206170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.206172:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078517.206174:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078517.206177:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078517.206180:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078517.206182:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078517.206184:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078517.206187:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206194:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.206197:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206203:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.206205:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078517.206208:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078517.206210:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078517.206213:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078517.206215:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299877913
00000100:00000001:3.0:1769078517.206218:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.206219:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299877913
00000100:00000001:3.0:1769078517.206221:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.206223:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078517.206225:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.206227:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078517.206231:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078517.206239:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078517.206240:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078517.206242:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078517.206244:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078517.206246:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078517.206248:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078517.206251:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078517.206259:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206266:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078517.206268:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206270:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.206271:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078517.206275:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078517.206285:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206292:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078517.206294:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206296:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.206297:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206299:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078517.206300:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078517.206302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078517.206306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078517.206308:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078517.206312:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078517.206320:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881856:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078517.206323:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078517.206327:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206333:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078517.206335:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.206337:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078517.206339:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078517.206341:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078517.206343:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881984:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078517.206347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078517.206348:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078517.206350:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078517.206352:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078517.206355:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078517.206356:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078517.206360:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078517.206362:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078517.206366:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078517.206368:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925881984, portal 4
00000100:00000001:3.0:1769078517.206370:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078517.206371:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139339392 : -125582570212224 : ffff8dc887833480)
00000100:00000040:3.0:1769078517.206376:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206382:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078517.206385:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078517.206387:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078517.206389:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925881984, offset 0
00000400:00000200:3.0:1769078517.206393:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078517.206396:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.206399:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078517.206402:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078517.206404:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078517.206406:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078517.206408:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078517.206411:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16600:16600:256:4294967295] 192.168.204.157@tcp LPNI seq info [16596:16596:8:4294967295]
00000400:00000200:3.0:1769078517.206415:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078517.206421:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078517.206425:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.206428:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078517.206432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078517.206434:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078517.206438:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078517.206440:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078517.206444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078517.206446:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078517.206449:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078517.206452:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078517.206454:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078517.206465:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078517.206468:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078517.206472:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206479:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.206482:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.206490:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078517.206493:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078517.206495:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078517.206498:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078517.206501:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299877910
00000100:00000001:3.0:1769078517.206503:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.206505:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299877910
00000100:00000001:3.0:1769078517.206507:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299879168
00000100:00000001:3.0:1769078517.206509:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078517.206511:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.206513:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078517.206517:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078517.206543:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078517.206544:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078517.206546:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078517.206548:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078517.206550:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078517.206552:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078517.206555:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078517.206563:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206569:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078517.206571:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206572:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.206574:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078517.206577:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206583:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078517.206586:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206593:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078517.206595:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078517.206597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206599:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078517.206601:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078517.206603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078517.206606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078517.206608:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078517.206612:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078517.206619:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925881984:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078517.206622:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206624:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.206627:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833b80 x1855007925881728/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206634:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078517.206635:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078517.206637:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078517.206639:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078517.206641:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078517.206642:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078517.206644:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078517.206646:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994000.
02000000:00000001:3.0:1769078517.206648:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078517.206649:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078517.206650:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833b80.
00000100:00000001:3.0:1769078517.206653:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078517.206654:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206655:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.206658:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831c00 x1855007925881856/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206665:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078517.206666:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078517.206667:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078517.206669:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078517.206671:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078517.206672:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078517.206674:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078517.206675:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994800.
02000000:00000001:3.0:1769078517.206677:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078517.206678:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078517.206679:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831c00.
00000100:00000001:3.0:1769078517.206682:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078517.206683:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206685:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078517.206687:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833480 x1855007925881984/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078517.206694:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078517.206695:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078517.206696:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078517.206698:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078517.206700:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078517.206701:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078517.206703:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078517.206705:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995400.
02000000:00000001:3.0:1769078517.206707:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078517.206708:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078517.206709:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833480.
00000100:00000001:3.0:1769078517.206711:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078517.206712:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206714:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078517.206717:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078517.206719:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078517.206720:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078517.206722:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078517.652634:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078517.652641:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078517.652647:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078517.652648:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078517.652681:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078517.652683:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078517.652685:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078518.548647:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299879168, at 4299879232
00000100:00000010:2.0:1769078518.548668:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd720.
00000100:00000040:3.0:1769078518.548755:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299879168, at 4299879232
00000100:00000010:3.0:1769078518.548781:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00010000:00000001:3.0:1769078518.676693:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078518.676703:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078518.676709:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078518.676711:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078518.676781:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078518.676786:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078518.676790:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078519.700712:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078519.700722:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078519.700729:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078519.700731:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078519.701026:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078519.701031:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078519.701034:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078520.725949:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078520.725958:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078520.725966:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078520.725967:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078520.726193:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078520.726198:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078520.726202:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078521.748653:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078521.748661:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078521.748663:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078521.748666:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078521.748670:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078521.748672:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078521.748674:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078521.748677:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078521.748681:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078521.748682:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078521.748705:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078521.748708:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078521.748711:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078522.324647:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.324658:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078522.324661:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.324664:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.324669:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.324676:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5210
00000400:00000200:1.0:1769078522.324699:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078522.324709:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.324713:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.324716:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324719:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.324722:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324724:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078522.324728:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.324730:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078522.324733:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.324735:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078522.324738:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078522.324740:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078522.324743:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324745:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.324747:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324749:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078522.324752:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078522.324755:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324758:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.324760:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.324764:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.324767:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.324769:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078522.324772:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.324781:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831180.
00000020:00000040:1.0:1769078522.324785:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078522.324789:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078522.324790:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.324793:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.324796:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.324800:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.324807:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996000.
00000100:00000001:1.0:1769078522.324812:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.324820:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078522.324837:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.324842:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.324847:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395a9780] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.324871:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078522.324874:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.324878:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078522.324879:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.324880:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.324883:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.324885:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5210
00000400:00000200:1.0:1769078522.324889:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078522.324892:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.324899:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.324902:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324904:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.324906:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324908:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078522.324910:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.324911:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078522.324913:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.324915:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078522.324917:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078522.324919:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:1.0:1769078522.324922:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324927:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.324929:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324942:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078522.324945:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078522.324949:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078522.324952:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.324954:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.324959:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.324962:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.324963:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078522.324964:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.324969:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078522.324972:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.324976:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.324976:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:1.0:1769078522.324980:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078522.324980:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078522.324985:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078522.324990:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769078522.324991:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078522.324992:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.324995:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.324996:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.324997:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.325001:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996400.
00000100:00000001:1.0:1769078522.325006:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.325016:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078522.325016:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078522.325020:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.325026:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078522.325029:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769078522.325030:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078522.325034:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.325036:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078522.325041:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925882112:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078522.325045:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078522.325051:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073841069] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078522.325051:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078522.325055:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.325060:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078522.325066:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078522.325067:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
00000100:00080000:1.0:1769078522.325069:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078522.325071:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078522.325074:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078522.325076:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.325078:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.325082:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078522.325082:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00080000:1.0:1769078522.325086:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5210
00000400:00000010:3.0:1769078522.325090:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:1.0:1769078522.325094:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078522.325099:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078522.325100:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00080000:1.0:1769078522.325103:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.325108:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000200:3.0:1769078522.325109:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882112, portal 25
00000100:00000001:1.0:1769078522.325110:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078522.325114:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078522.325115:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078522.325118:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139330432 : -125582570221184 : ffff8dc887831180)
00000100:00000001:1.0:1769078522.325119:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078522.325124:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.325125:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078522.325128:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078522.325129:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078522.325130:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:1.0:1769078522.325135:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078522.325140:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078522.325148:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078522.325148:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078522.325151:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078522.325155:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078522.325158:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078522.325161:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925882112, offset 0
00000100:00000040:1.0:1769078522.325168:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.325172:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078522.325174:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078522.325178:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000400:00000200:3.0:1769078522.325179:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00000001:1.0:1769078522.325182:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.325185:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.325189:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078522.325192:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078522.325193:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.325197:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.325200:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769078522.325201:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000008:00000001:1.0:1769078522.325203:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.325207:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.325209:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1769078522.325211:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887832a00.
00000020:00000040:1.0:1769078522.325215:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000400:00000200:3.0:1769078522.325216:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
02000000:00000001:1.0:1769078522.325221:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078522.325224:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078522.325225:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.325229:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.325232:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078522.325232:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
02000000:00000001:1.0:1769078522.325236:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.325238:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16601:16601:256:4294967295] 192.168.204.157@tcp LPNI seq info [16597:16597:8:4294967295]
02000000:00000010:1.0:1769078522.325242:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996800.
00000100:00000001:1.0:1769078522.325247:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.325247:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:1.0:1769078522.325255:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078522.325264:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078522.325269:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.325271:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.325276:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060b86719] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.325291:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078522.325291:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078522.325295:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769078522.325299:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000100:00080000:1.0:1769078522.325300:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078522.325303:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.325306:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.325311:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.325314:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5210
00000800:00000200:3.0:1769078522.325319:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000400:00000200:1.0:1769078522.325320:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078522.325326:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000200:3.0:1769078522.325326:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1769078522.325330:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769078522.325336:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00000040:1.0:1769078522.325337:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.325343:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769078522.325343:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1769078522.325347:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078522.325352:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000800:00000100:3.0:1769078522.325353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000020:00000001:1.0:1769078522.325356:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:3.0:1769078522.325358:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000020:00000040:1.0:1769078522.325360:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078522.325364:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.325366:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000400:00000200:3.0:1769078522.325366:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1769078522.325369:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078522.325386:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1769078522.325388:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000400:00000200:3.0:1769078522.325393:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000100:00000040:1.0:1769078522.325395:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000010:3.0:1769078522.325398:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:1.0:1769078522.325399:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.325404:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078522.325405:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078522.325407:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078522.325413:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000200:3.0:1769078522.325413:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078522.325420:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078522.325426:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.325432:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078522.325433:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769078522.325436:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078522.325440:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078522.325441:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.325446:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.325451:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1769078522.325455:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.325455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.325459:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078522.325460:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.325466:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078522.325468:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078522.325469:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:1.0:1769078522.325474:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769078522.325476:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000001:1.0:1769078522.325477:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.325481:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078522.325481:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299884288
02000000:00000001:1.0:1769078522.325483:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.325486:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078522.325489:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd9c0.
02000000:00000010:1.0:1769078522.325492:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995800.
00000100:00000001:1.0:1769078522.325497:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.325501:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078522.325507:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078522.325508:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.325512:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.325518:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c32c5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.325552:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.325554:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078522.325558:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078522.325562:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5220)
00000100:00000001:3.0:1769078522.325887:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299884289
00000100:00000010:3.0:1769078522.325893:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd0c0.
00000100:00000001:3.0:1769078522.325896:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078522.325900:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078522.325903:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.325905:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078522.325910:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078522.325922:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078522.325923:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078522.325925:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078522.325928:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078522.325930:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078522.325932:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078522.325936:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078522.325945:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.325952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078522.325953:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.325956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.325958:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078522.325961:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.325968:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078522.325973:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.325980:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078522.325984:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.325985:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.325986:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.325988:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078522.325990:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078522.325992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078522.325996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078522.325998:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078522.326002:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078522.326011:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925882112:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078522.326016:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326018:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.326021:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831180 x1855007925882112/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326033:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078522.326035:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078522.326037:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078522.326040:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078522.326042:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078522.326043:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078522.326045:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078522.326047:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996000.
02000000:00000001:3.0:1769078522.326051:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078522.326053:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078522.326054:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831180.
00000100:00000001:3.0:1769078522.326057:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078522.326058:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326061:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326067:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078522.326069:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.326071:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078522.326073:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078522.326074:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078522.326078:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326084:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078522.326085:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326087:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078522.326089:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078522.326092:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078522.326094:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882240:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078522.326098:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078522.326100:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078522.326101:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326103:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078522.326106:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078522.326108:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.326113:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078522.326116:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078522.326120:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078522.326122:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882240, portal 10
00000100:00000001:3.0:1769078522.326124:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078522.326126:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334912 : -125582570216704 : ffff8dc887832300)
00000100:00000040:3.0:1769078522.326132:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326139:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078522.326141:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078522.326144:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078522.326146:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925882240, offset 0
00000400:00000200:3.0:1769078522.326150:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326154:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326158:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078522.326161:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078522.326164:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078522.326166:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078522.326168:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326172:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16602:16602:256:4294967295] 192.168.204.157@tcp LPNI seq info [16598:16598:8:4294967295]
00000400:00000200:3.0:1769078522.326176:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326184:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078522.326188:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326192:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078522.326195:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078522.326198:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078522.326203:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078522.326206:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078522.326210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326212:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078522.326214:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078522.326218:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078522.326221:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078522.326222:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078522.326225:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078522.326228:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326236:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.326239:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.326247:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078522.326250:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078522.326254:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078522.326257:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078522.326259:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299883024
00000100:00000001:3.0:1769078522.326262:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299884288
00000100:00000001:3.0:1769078522.326264:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299883024
00000100:00000001:3.0:1769078522.326279:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299884289
00000100:00000001:3.0:1769078522.326282:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078522.326284:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.326286:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078522.326290:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078522.326297:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078522.326298:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078522.326299:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078522.326302:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078522.326303:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078522.326306:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078522.326318:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078522.326327:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326340:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078522.326342:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326343:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.326345:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078522.326348:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326355:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078522.326359:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326365:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078522.326368:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.326395:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326396:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078522.326398:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078522.326400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078522.326403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078522.326405:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078522.326409:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078522.326415:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882240:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078522.326419:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078522.326422:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326427:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078522.326428:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326430:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078522.326432:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078522.326434:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078522.326436:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882368:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078522.326439:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078522.326441:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078522.326442:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326444:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078522.326446:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078522.326448:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.326451:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078522.326454:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078522.326456:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078522.326459:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882368, portal 10
00000100:00000001:3.0:1769078522.326461:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078522.326462:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139336704 : -125582570214912 : ffff8dc887832a00)
00000100:00000040:3.0:1769078522.326467:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326474:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078522.326477:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078522.326480:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078522.326483:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925882368, offset 0
00000400:00000200:3.0:1769078522.326487:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326502:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326506:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078522.326509:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078522.326512:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078522.326514:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078522.326516:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326519:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16603:16603:256:4294967295] 192.168.204.157@tcp LPNI seq info [16599:16599:8:4294967295]
00000400:00000200:3.0:1769078522.326549:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326555:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078522.326559:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326563:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078522.326567:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078522.326569:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078522.326574:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078522.326576:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078522.326579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326581:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078522.326583:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078522.326586:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078522.326730:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078522.326733:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078522.326736:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078522.326740:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326747:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.326750:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326756:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.326758:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078522.326761:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078522.326764:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078522.326768:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078522.326769:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299883034
00000100:00000001:3.0:1769078522.326772:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299884288
00000100:00000001:3.0:1769078522.326774:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299883034
00000100:00000001:3.0:1769078522.326776:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299884289
00000100:00000001:3.0:1769078522.326778:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078522.326780:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.326782:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078522.326785:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078522.326793:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078522.326794:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078522.326795:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078522.326798:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078522.326799:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078522.326801:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078522.326804:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078522.326811:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326816:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078522.326817:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326819:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.326820:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078522.326823:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326828:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078522.326832:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326837:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078522.326839:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326840:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.326841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.326843:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078522.326844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078522.326846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078522.326848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078522.326850:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078522.326854:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078522.326860:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882368:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078522.326863:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078522.326866:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326872:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078522.326873:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326875:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078522.326877:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078522.326879:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078522.326882:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882496:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078522.326885:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078522.326886:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078522.326888:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078522.326890:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078522.326893:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078522.326895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078522.326898:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078522.326901:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078522.326905:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078522.326907:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882496, portal 4
00000100:00000001:3.0:1769078522.326909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078522.326910:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139328640 : -125582570222976 : ffff8dc887830a80)
00000100:00000040:3.0:1769078522.326916:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.326921:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078522.326924:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078522.326926:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078522.326928:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925882496, offset 0
00000400:00000200:3.0:1769078522.326933:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326937:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326940:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078522.326943:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078522.326945:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078522.326948:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078522.326950:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078522.326953:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16604:16604:256:4294967295] 192.168.204.157@tcp LPNI seq info [16600:16600:8:4294967295]
00000400:00000200:3.0:1769078522.326957:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078522.326962:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078522.326967:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326970:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078522.326974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078522.326976:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769078522.326980:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078522.326983:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769078522.326986:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078522.326987:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078522.326990:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078522.326993:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078522.326996:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078522.326997:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078522.326999:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078522.327002:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327009:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.327012:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327018:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.327019:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078522.327022:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078522.327025:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078522.327028:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078522.327030:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299883031
00000100:00000001:3.0:1769078522.327033:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299884288
00000100:00000001:3.0:1769078522.327035:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299883031
00000100:00000001:3.0:1769078522.327038:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299884289
00000100:00000001:3.0:1769078522.327039:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078522.327042:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.327044:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078522.327047:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078522.327054:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078522.327055:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078522.327057:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078522.327059:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078522.327061:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078522.327063:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078522.327066:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078522.327073:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327079:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078522.327080:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327082:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.327084:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078522.327087:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327093:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078522.327097:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327103:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078522.327106:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327108:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078522.327109:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327110:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078522.327112:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078522.327115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078522.327118:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078522.327120:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078522.327124:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078522.327132:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882496:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078522.327135:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327137:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.327140:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832300 x1855007925882240/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327146:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078522.327147:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078522.327149:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078522.327152:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078522.327153:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078522.327154:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078522.327156:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078522.327158:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996400.
02000000:00000001:3.0:1769078522.327161:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078522.327162:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078522.327163:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832300.
00000100:00000001:3.0:1769078522.327165:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078522.327166:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327168:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.327171:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887832a00 x1855007925882368/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327182:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078522.327183:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078522.327185:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078522.327187:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078522.327188:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078522.327189:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078522.327190:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078522.327192:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996800.
02000000:00000001:3.0:1769078522.327194:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078522.327194:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078522.327196:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887832a00.
00000100:00000001:3.0:1769078522.327198:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078522.327199:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327200:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078522.327203:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830a80 x1855007925882496/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078522.327209:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078522.327211:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078522.327212:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078522.327214:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078522.327215:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078522.327216:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078522.327218:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078522.327219:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995800.
02000000:00000001:3.0:1769078522.327221:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078522.327222:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078522.327223:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830a80.
00000100:00000001:3.0:1769078522.327225:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078522.327226:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327228:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078522.327232:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078522.327233:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078522.327235:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078522.327236:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078522.773572:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078522.773582:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078522.773590:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078522.773591:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078522.773673:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078522.773678:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078522.773681:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078523.668620:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299884289, at 4299884352
00000100:00000040:2.0:1769078523.668621:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299884288, at 4299884352
00000100:00000010:3.0:1769078523.668638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000100:00000010:2.0:1769078523.668641:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd9c0.
00010000:00000001:3.0:1769078523.796596:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078523.796604:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078523.796612:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078523.796616:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078523.796619:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078523.796622:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078523.796625:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078523.796628:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078523.796630:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078523.796633:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078523.796705:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078523.796710:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078523.796714:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078524.821391:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078524.821400:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078524.821406:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078524.821407:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078524.822041:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078524.822046:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078524.822049:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078525.844675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078525.844683:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078525.844690:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078525.844691:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078525.844724:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078525.844728:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078525.844731:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078526.868619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078526.868628:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078526.868635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078526.868636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078526.868833:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078526.868837:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078526.868841:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078527.445720:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078527.445735:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078527.445738:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078527.445743:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078527.445748:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078527.445758:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5215
00000400:00000200:2.0:1769078527.445771:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078527.445779:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078527.445783:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078527.445788:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.445792:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.445794:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.445797:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078527.445802:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078527.445805:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078527.445809:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078527.445812:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078527.445815:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078527.445817:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078527.445821:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.445823:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.445825:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.445827:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078527.445830:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078527.445834:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078527.445837:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.445841:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078527.445845:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.445848:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.445851:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078527.445854:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078527.445865:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0e00.
00000020:00000040:2.0:1769078527.445870:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078527.445874:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078527.445876:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.445880:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078527.445884:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078527.445889:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078527.445899:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116c00.
00000100:00000001:2.0:1769078527.445906:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.445917:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078527.445929:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078527.445935:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.445940:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec1cd7a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.445972:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078527.445976:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078527.445980:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078527.445982:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078527.445983:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078527.445986:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078527.445990:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5215
00000400:00000200:2.0:1769078527.445994:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078527.445997:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078527.446000:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078527.446003:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446005:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446007:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446009:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078527.446012:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078527.446013:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078527.446015:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078527.446017:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078527.446019:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078527.446022:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078527.446025:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446027:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446029:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446031:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078527.446033:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078527.446036:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446038:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.446040:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078527.446047:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.446049:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446051:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078527.446057:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078527.446060:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446062:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078527.446066:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3100.
00000020:00000040:2.0:1769078527.446068:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078527.446071:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078527.446072:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446073:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078527.446075:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078527.446076:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078527.446080:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117800.
00000100:00000001:2.0:1769078527.446084:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.446089:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078527.446097:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078527.446099:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.446103:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0f69f41] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.446111:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078527.446113:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078527.446117:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078527.446119:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078527.446120:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078527.446123:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078527.446126:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5215
00000400:00000200:2.0:1769078527.446130:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078527.446133:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078527.446135:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078527.446138:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446140:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446143:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446145:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078527.446148:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078527.446149:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078527.446151:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078527.446153:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078527.446155:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078527.446157:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078527.446160:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446162:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446163:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446166:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078527.446168:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078527.446171:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446173:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.446175:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078527.446178:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.446180:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446182:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078527.446184:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078527.446186:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446188:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078527.446194:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1180.
00000020:00000040:2.0:1769078527.446196:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078527.446199:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078527.446200:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446201:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078527.446203:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078527.446205:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078527.446209:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114c00.
00000100:00000001:2.0:1769078527.446211:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.446216:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078527.446229:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078527.446231:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.446234:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046eb1a5f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.446242:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078527.446245:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078527.446261:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078527.446263:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078527.446264:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078527.446267:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078527.446270:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5215
00000400:00000200:2.0:1769078527.446274:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078527.446277:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078527.446279:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078527.446281:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446283:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446296:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446298:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078527.446300:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078527.446301:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078527.446303:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078527.446305:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078527.446307:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078527.446309:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078527.446312:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446314:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078527.446316:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446427:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078527.446431:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078527.446434:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078527.446436:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.446438:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078527.446441:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.446443:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446445:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078527.446447:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078527.446450:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446452:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078527.446455:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d2680.
00000020:00000040:2.0:1769078527.446457:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078527.446460:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078527.446461:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.446463:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078527.446465:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078527.446466:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078527.446470:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116400.
00000100:00000001:2.0:1769078527.446473:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.446478:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078527.446485:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078527.446487:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.446491:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ec8c40a] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.446498:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.446501:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078527.446505:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078527.446510:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5225)
00000100:00000001:3.0:1769078527.446760:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078527.446765:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078527.446768:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078527.446775:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.446783:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078527.446786:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.446791:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078527.446794:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078527.446797:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078527.446800:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925882624:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078527.446805:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078527.446810:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078527.446812:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.446815:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078527.446821:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078527.446823:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078527.446830:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078527.446835:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078527.446842:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078527.446850:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882624, portal 25
00000100:00000001:3.0:1769078527.446853:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078527.446855:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115867648 : -125582593683968 : ffff8dc8861d0e00)
00000100:00000040:3.0:1769078527.446860:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.446868:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078527.446871:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078527.446874:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078527.446877:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925882624, offset 0
00000400:00000200:3.0:1769078527.446884:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078527.446893:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.446900:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078527.446907:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078527.446912:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078527.446916:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078527.446919:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078527.446923:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16605:16605:256:4294967295] 192.168.204.157@tcp LPNI seq info [16601:16601:8:4294967295]
00000400:00000200:3.0:1769078527.446927:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.446937:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078527.446944:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.446950:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078527.446958:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078527.446962:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078527.446968:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078527.446972:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078527.446976:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.446979:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078527.446987:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078527.446992:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078527.446998:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078527.447001:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078527.447006:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078527.447010:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447019:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.447022:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447029:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447031:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078527.447038:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078527.447043:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078527.447046:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299889410
00000100:00000010:3.0:1769078527.447052:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd0c0.
00000100:00000001:3.0:1769078527.447060:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078527.447077:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299889410
00000100:00000010:3.0:1769078527.447081:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8867cd2a0.
00000100:00000001:3.0:1769078527.447084:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078527.447087:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078527.447090:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447093:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078527.447097:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078527.447114:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078527.447116:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078527.447118:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078527.447121:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078527.447123:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078527.447125:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078527.447129:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078527.447138:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447144:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078527.447146:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.447150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078527.447155:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447162:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078527.447166:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447174:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078527.447177:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447179:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.447180:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447183:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078527.447185:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078527.447188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078527.447192:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078527.447194:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078527.447198:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078527.447207:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925882624:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078527.447211:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078527.447214:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447221:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078527.447222:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.447224:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078527.447226:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078527.447228:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078527.447232:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882752:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078527.447235:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078527.447237:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078527.447238:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.447240:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078527.447243:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078527.447245:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078527.447262:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078527.447265:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078527.447269:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078527.447272:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882752, portal 10
00000100:00000001:3.0:1769078527.447274:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078527.447275:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115876608 : -125582593675008 : ffff8dc8861d3100)
00000100:00000040:3.0:1769078527.447282:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078527.447302:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078527.447304:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078527.447307:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925882752, offset 0
00000400:00000200:3.0:1769078527.447311:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078527.447315:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.447327:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078527.447330:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078527.447333:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078527.447335:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078527.447337:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078527.447339:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16606:16606:256:4294967295] 192.168.204.157@tcp LPNI seq info [16602:16602:8:4294967295]
00000400:00000200:3.0:1769078527.447344:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.447350:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078527.447354:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.447358:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078527.447362:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078527.447365:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078527.447369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078527.447372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078527.447375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.447377:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078527.447380:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078527.447383:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078527.447386:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078527.447388:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078527.447390:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078527.447393:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447400:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.447403:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447409:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447410:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078527.447413:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078527.447417:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:3.0:1769078527.447420:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078527.447423:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299888145
00000100:00000001:3.0:1769078527.447425:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.447428:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299888145
00000100:00000001:3.0:1769078527.447430:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.447432:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078527.447434:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447436:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078527.447440:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078527.447447:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078527.447449:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078527.447450:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078527.447452:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078527.447454:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078527.447456:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078527.447459:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078527.447467:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447473:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078527.447474:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447476:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.447477:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078527.447481:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447488:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078527.447491:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447498:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078527.447500:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447502:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.447503:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447505:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078527.447506:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078527.447509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078527.447513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078527.447515:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078527.447518:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078527.447566:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882752:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078527.447570:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078527.447573:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447578:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078527.447580:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.447582:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078527.447584:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078527.447586:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078527.447761:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882880:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078527.447765:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078527.447767:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078527.447769:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.447770:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078527.447774:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078527.447776:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078527.447780:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078527.447783:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078527.447786:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078527.447790:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925882880, portal 10
00000100:00000001:3.0:1769078527.447792:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078527.447794:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115868544 : -125582593683072 : ffff8dc8861d1180)
00000100:00000040:3.0:1769078527.447799:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447805:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078527.447807:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078527.447809:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078527.447811:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925882880, offset 0
00000400:00000200:3.0:1769078527.447815:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078527.447819:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.447823:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078527.447826:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078527.447828:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078527.447831:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078527.447833:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078527.447836:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16607:16607:256:4294967295] 192.168.204.157@tcp LPNI seq info [16603:16603:8:4294967295]
00000400:00000200:3.0:1769078527.447840:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.447846:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078527.447850:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.447854:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078527.447857:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078527.447860:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078527.447863:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078527.447866:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078527.447868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.447870:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078527.447873:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078527.447876:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078527.447878:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078527.447880:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078527.447882:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078527.447885:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447898:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.447902:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447910:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078527.447913:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078527.447916:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:3.0:1769078527.447920:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078527.447922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299888155
00000100:00000001:3.0:1769078527.447924:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.447926:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299888155
00000100:00000001:3.0:1769078527.447928:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.447930:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078527.447932:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.447934:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078527.447937:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078527.447945:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078527.447946:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078527.447948:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078527.447950:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078527.447951:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078527.447954:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078527.447956:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078527.447964:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447970:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078527.447972:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.447974:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.447975:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078527.447979:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447985:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078527.447989:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.447996:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078527.447999:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448000:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.448001:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448003:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078527.448004:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078527.448007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078527.448010:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078527.448011:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078527.448015:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078527.448023:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925882880:192.168.204.157@tcp:38:kworker.0
00000100:00000001:3.0:1769078527.448027:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078527.448030:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448037:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078527.448038:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.448040:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078527.448041:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078527.448043:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078527.448047:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883008:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078527.448050:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078527.448051:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078527.448053:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078527.448055:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078527.448058:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078527.448060:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078527.448064:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:3.0:1769078527.448066:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc8943c68f0.
00000400:00000010:3.0:1769078527.448069:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9220.
00000100:00000200:3.0:1769078527.448072:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883008, portal 4
00000100:00000001:3.0:1769078527.448074:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078527.448075:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115873920 : -125582593677696 : ffff8dc8861d2680)
00000100:00000040:3.0:1769078527.448080:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448086:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078527.448088:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:3.0:1769078527.448090:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc884dc9ee0.
00000100:00000200:3.0:1769078527.448092:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925883008, offset 0
00000400:00000200:3.0:1769078527.448096:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078527.448099:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.448103:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:3.0:1769078527.448105:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078527.448108:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:3.0:1769078527.448110:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078527.448113:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:3.0:1769078527.448116:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16608:16608:256:4294967295] 192.168.204.157@tcp LPNI seq info [16604:16604:8:4294967295]
00000400:00000200:3.0:1769078527.448119:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078527.448125:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078527.448130:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.448133:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886260c00.
00000800:00000200:3.0:1769078527.448136:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.0:1769078527.448139:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769078527.448143:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:3.1:1769078527.448146:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769078527.448150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:3.0:1769078527.448152:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886260c00.
00000400:00000200:3.0:1769078527.448154:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078527.448158:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078527.448160:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9ee0
00000400:00000010:3.0:1769078527.448162:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9ee0.
00000100:00000001:3.0:1769078527.448165:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078527.448168:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448175:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.448178:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448185:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.448187:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078527.448189:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078527.448192:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:3.0:1769078527.448195:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078527.448198:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299888152
00000100:00000001:3.0:1769078527.448200:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.448202:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299888152
00000100:00000001:3.0:1769078527.448204:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299889410
00000100:00000001:3.0:1769078527.448206:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078527.448208:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.448210:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078527.448214:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078527.448221:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078527.448223:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078527.448225:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc8943c68f0.
00000400:00000200:3.0:1769078527.448227:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc884dc9220
00000400:00000010:3.0:1769078527.448229:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc884dc9220.
00000100:00000001:3.0:1769078527.448231:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078527.448234:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078527.448241:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448247:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078527.448248:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448250:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.448251:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078527.448254:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448261:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078527.448265:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448272:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078527.448275:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448277:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078527.448278:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448280:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078527.448281:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078527.448297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078527.448300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:3.0:1769078527.448303:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078527.448307:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078527.448330:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883008:192.168.204.157@tcp:8:kworker.0
00000100:00000001:3.0:1769078527.448334:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448336:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.448339:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0e00 x1855007925882624/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448347:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078527.448349:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078527.448352:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:3.0:1769078527.448355:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078527.448357:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078527.448359:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:3.0:1769078527.448361:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078527.448364:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116c00.
02000000:00000001:3.0:1769078527.448368:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078527.448371:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078527.448372:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0e00.
00000100:00000001:3.0:1769078527.448375:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078527.448377:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448378:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.448382:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3100 x1855007925882752/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448389:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078527.448390:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078527.448392:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:3.0:1769078527.448393:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078527.448395:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078527.448396:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078527.448399:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078527.448400:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117800.
02000000:00000001:3.0:1769078527.448402:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078527.448403:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078527.448405:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3100.
00000100:00000001:3.0:1769078527.448408:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078527.448409:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448411:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.448414:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1180 x1855007925882880/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448420:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078527.448421:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078527.448422:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:3.0:1769078527.448424:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078527.448425:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078527.448426:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:3.0:1769078527.448428:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078527.448430:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114c00.
02000000:00000001:3.0:1769078527.448432:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078527.448433:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078527.448434:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1180.
00000100:00000001:3.0:1769078527.448436:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078527.448437:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448439:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078527.448442:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d2680 x1855007925883008/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078527.448448:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078527.448449:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078527.448450:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:3.0:1769078527.448452:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078527.448453:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078527.448454:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:3.0:1769078527.448456:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078527.448458:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116400.
02000000:00000001:3.0:1769078527.448460:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078527.448461:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078527.448462:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d2680.
00000100:00000001:3.0:1769078527.448465:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078527.448466:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448468:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078527.448476:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078527.448479:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078527.448481:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078527.448482:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078527.636630:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8941bb900] -> 12345-192.168.204.57@tcp (6)
00000800:00000200:3.0:1769078527.636639:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.57@tcp ip 192.168.204.57:988
00000800:00000200:3.0:1769078527.636643:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dc8866bd100 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078527.636899:0:2405:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078527.636915:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078527.636926:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078527.636931:0:2405:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078527.636934:0:2405:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769078527.892661:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078527.892668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078527.892675:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078527.892676:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078527.892791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078527.892794:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078527.892797:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078528.788672:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299889410, at 4299889472
00000100:00000010:2.0:1769078528.788687:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd0c0.
00000100:00000040:3.0:1769078528.788883:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299889410, at 4299889472
00000100:00000010:3.0:1769078528.788890:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8867cd2a0.
00010000:00000001:3.0:1769078528.916667:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078528.916674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078528.916680:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078528.916682:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078528.916777:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078528.916780:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078528.916784:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078529.940930:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078529.940938:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078529.940944:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078529.940946:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078529.940974:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078529.940977:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078529.940980:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078530.964693:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078530.964703:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078530.964711:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078530.964712:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078530.964862:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078530.964865:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078530.964867:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078531.988645:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078531.988653:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078531.988655:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078531.988658:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078531.988662:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078531.988664:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078531.988666:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078531.988668:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078531.988671:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078531.988673:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078531.988763:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078531.988766:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078531.988769:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078532.564691:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078532.564701:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078532.564704:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078532.564708:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078532.564712:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078532.564719:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5220
00000400:00000200:3.0:1769078532.564729:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078532.564735:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078532.564738:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078532.564750:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.564754:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.564756:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.564758:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078532.564762:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078532.564764:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078532.564767:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078532.564770:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078532.564772:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078532.564774:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078532.565105:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565108:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.565111:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565114:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078532.565118:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078532.565123:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565126:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078532.565129:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078532.565132:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078532.565135:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.565137:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078532.565140:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078532.565149:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528000.
00000020:00000040:3.0:1769078532.565152:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078532.565165:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078532.565167:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.565170:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078532.565173:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078532.565177:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078532.565186:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1800.
00000100:00000001:3.0:1769078532.565192:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078532.565211:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078532.565222:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078532.565230:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078532.565235:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288b87d6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565288:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.565293:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078532.565295:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078532.565301:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565307:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078532.565309:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.565312:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078532.565315:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.565317:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.565321:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925883136:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078532.565325:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078532.565329:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078532.565331:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.565333:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078532.565338:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.565340:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078532.565347:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078532.565351:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078532.565357:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078532.565364:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883136, portal 25
00000100:00000001:1.0:1769078532.565366:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078532.565368:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169701888 : -125582539849728 : ffff8dc889528000)
00000100:00000040:1.0:1769078532.565373:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565381:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078532.565384:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078532.565386:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078532.565389:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925883136, offset 0
00000400:00000200:1.0:1769078532.565396:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078532.565404:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.565409:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078532.565415:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078532.565419:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078532.565423:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078532.565425:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078532.565429:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16609:16609:256:4294967295] 192.168.204.157@tcp LPNI seq info [16605:16605:8:4294967295]
00000400:00000200:1.0:1769078532.565432:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.565442:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078532.565448:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.565453:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078532.565459:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078532.565463:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078532.565469:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078532.565472:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078532.565477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.565480:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078532.565484:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078532.565487:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078532.565492:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078532.565493:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078532.565496:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078532.565499:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078532.565520:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078532.565546:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078532.565550:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078532.565551:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078532.565553:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078532.565556:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078532.565559:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5220
00000400:00000200:3.0:1769078532.565563:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078532.565565:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078532.565567:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078532.565569:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565570:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.565572:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565573:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078532.565574:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078532.565575:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078532.565577:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078532.565578:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078532.565579:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078532.565581:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:3.0:1769078532.565582:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565583:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.565585:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565586:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078532.565588:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078532.565591:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078532.565593:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078532.565594:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078532.565599:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078532.565601:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.565603:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078532.565606:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078532.565609:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.565611:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078532.565614:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529c00.
00000020:00000040:3.0:1769078532.565617:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078532.565619:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078532.565621:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.565622:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078532.565624:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078532.565626:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078532.565630:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1400.
00000100:00000001:3.0:1769078532.565633:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078532.565638:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078532.565642:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078532.565644:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078532.565647:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233ab396] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.565759:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565764:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.565765:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078532.565772:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078532.565776:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078532.565779:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299894529
00000100:00000010:1.0:1769078532.565784:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a80.
00000100:00000001:1.0:1769078532.565790:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078532.565885:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299894529
00000100:00000010:1.0:1769078532.565890:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3600.
00000100:00000001:1.0:1769078532.565894:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078532.565897:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078532.565899:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.565902:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078532.565906:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532]  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078532.565916:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078532.565918:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078532.565921:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078532.565924:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078532.565925:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078532.565928:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078532.565931:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078532.565940:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565946:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078532.565948:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.565950:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.565952:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078532.565955:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565962:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078532.565966:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.565974:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078532.565976:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.565978:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.565979:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.565981:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078532.565983:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078532.565985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078532.565989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078532.565992:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078532.565996:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078532.566003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925883136:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078532.566008:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566010:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.566013:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528000 x1855007925883136/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566020:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078532.566022:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078532.566025:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.566028:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078532.566030:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078532.566032:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078532.566034:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078532.566036:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1800.
02000000:00000001:1.0:1769078532.566039:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078532.566041:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078532.566042:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528000.
00000100:00000001:1.0:1769078532.566045:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078532.566046:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566048:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566055:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078532.566056:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566059:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.566060:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078532.566062:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078532.566065:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566072:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078532.566073:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566074:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078532.566075:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.566077:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.566079:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883264:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078532.566081:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078532.566082:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078532.566083:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566084:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078532.566087:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.566088:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078532.566091:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078532.566093:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078532.566095:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078532.566097:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883264, portal 10
00000100:00000001:1.0:1769078532.566098:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078532.566099:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709056 : -125582539842560 : ffff8dc889529c00)
00000100:00000040:1.0:1769078532.566103:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566107:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078532.566108:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078532.566109:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078532.566111:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925883264, offset 0
00000400:00000200:1.0:1769078532.566113:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566116:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566118:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078532.566120:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078532.566122:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078532.566123:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078532.566125:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566127:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16610:16610:256:4294967295] 192.168.204.157@tcp LPNI seq info [16606:16606:8:4294967295]
00000400:00000200:1.0:1769078532.566129:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566133:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078532.566136:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566138:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078532.566151:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078532.566153:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078532.566156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078532.566158:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078532.566160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566161:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078532.566163:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078532.566165:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078532.566168:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078532.566169:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078532.566170:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078532.566172:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.566183:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566186:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566187:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078532.566189:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.566192:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078532.566194:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078532.566195:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299893264
00000100:00000001:1.0:1769078532.566204:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566206:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299893264
00000100:00000001:1.0:1769078532.566207:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566209:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078532.566210:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566211:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078532.566214:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532]  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078532.566218:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078532.566219:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078532.566220:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078532.566221:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078532.566223:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078532.566224:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078532.566226:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078532.566232:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566236:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078532.566237:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566238:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566239:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078532.566241:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566245:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078532.566247:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566250:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078532.566251:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566252:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566253:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566254:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078532.566255:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078532.566256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078532.566258:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078532.566259:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078532.566261:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078532.566265:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883264:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078532.566267:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566268:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.566270:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529c00 x1855007925883264/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566274:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078532.566274:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078532.566276:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.566277:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078532.566278:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078532.566279:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078532.566280:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078532.566281:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1400.
02000000:00000001:1.0:1769078532.566282:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078532.566283:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078532.566284:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529c00.
00000100:00000001:1.0:1769078532.566285:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078532.566286:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566287:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566289:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078532.566290:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566291:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.566292:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566396:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078532.566400:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078532.566403:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769078532.566405:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078532.566406:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078532.566409:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078532.566412:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5220
00000400:00000200:3.0:1769078532.566416:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078532.566419:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078532.566421:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078532.566424:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566426:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.566427:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566429:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078532.566431:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078532.566432:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078532.566433:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078532.566434:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:3.0:1769078532.566435:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078532.566436:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078532.566438:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566439:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.566440:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566441:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078532.566442:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078532.566444:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566445:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078532.566447:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078532.566449:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078532.566451:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566452:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078532.566453:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078532.566455:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566456:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078532.566460:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528e00.
00000020:00000040:3.0:1769078532.566462:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078532.566465:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078532.566466:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566467:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078532.566469:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078532.566471:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078532.566475:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3800.
00000100:00000001:3.0:1769078532.566478:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078532.566483:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078532.566490:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078532.566492:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078532.566496:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983b4685] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078532.566503:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078532.566506:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078532.566509:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078532.566510:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078532.566512:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078532.566514:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078532.566517:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5220
00000400:00000200:3.0:1769078532.566520:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078532.566541:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078532.566543:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078532.566547:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566548:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.566550:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566552:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078532.566554:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078532.566555:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:3.0:1769078532.566557:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078532.566558:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078532.566560:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:3.0:1769078532.566562:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:3.0:1769078532.566565:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566567:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078532.566569:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566571:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078532.566572:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:3.0:1769078532.566575:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078532.566577:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078532.566579:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078532.566581:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078532.566583:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566585:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078532.566587:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1769078532.566589:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566591:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078532.566594:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529c00.
00000020:00000040:3.0:1769078532.566596:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:3.0:1769078532.566598:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078532.566600:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078532.566601:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078532.566602:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078532.566604:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078532.566608:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2000.
00000100:00000001:3.0:1769078532.566611:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078532.566616:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078532.566623:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078532.566625:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078532.566628:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000233ab396] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078532.566635:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078532.566637:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078532.566640:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078532.566645:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5230)
00000100:00000001:1.0:1769078532.566678:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.566680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078532.566681:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078532.566684:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566688:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078532.566689:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078532.566692:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.566693:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.566695:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078532.566697:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078532.566698:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078532.566699:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566700:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078532.566703:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.566704:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078532.566707:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078532.566708:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078532.566710:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078532.566712:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883392, portal 10
00000100:00000001:1.0:1769078532.566713:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078532.566715:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169705472 : -125582539846144 : ffff8dc889528e00)
00000100:00000040:1.0:1769078532.566718:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566722:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078532.566724:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078532.566725:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078532.566726:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925883392, offset 0
00000400:00000200:1.0:1769078532.566728:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566731:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566733:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078532.566735:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078532.566736:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078532.566738:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078532.566739:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566741:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16611:16611:256:4294967295] 192.168.204.157@tcp LPNI seq info [16607:16607:8:4294967295]
00000400:00000200:1.0:1769078532.566744:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566748:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078532.566750:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566752:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078532.566755:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078532.566756:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078532.566759:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078532.566761:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078532.566763:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566765:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078532.566766:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078532.566768:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078532.566770:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078532.566771:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078532.566773:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078532.566775:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566780:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.566781:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566785:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566786:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078532.566788:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.566790:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078532.566792:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078532.566793:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299893274
00000100:00000001:1.0:1769078532.566795:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566796:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299893274
00000100:00000001:1.0:1769078532.566797:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566798:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078532.566800:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566801:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078532.566803:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532]  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078532.566807:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078532.566807:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078532.566808:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078532.566809:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078532.566810:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078532.566811:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078532.566813:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078532.566817:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566821:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078532.566822:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566823:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078532.566826:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566830:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078532.566832:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566836:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078532.566837:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566838:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566838:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566839:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078532.566840:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078532.566841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078532.566843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078532.566844:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078532.566846:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078532.566850:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883392:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078532.566852:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078532.566854:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566857:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078532.566858:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566859:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078532.566860:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.566862:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.566863:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883520:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078532.566865:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078532.566866:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078532.566867:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.566868:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078532.566870:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769078532.566871:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078532.566873:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078532.566875:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078532.566876:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078532.566878:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883520, portal 4
00000100:00000001:1.0:1769078532.566879:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078532.566880:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709056 : -125582539842560 : ffff8dc889529c00)
00000100:00000040:1.0:1769078532.566883:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566887:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078532.566888:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078532.566889:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078532.566891:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925883520, offset 0
00000400:00000200:1.0:1769078532.566893:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566894:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566896:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078532.566897:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078532.566899:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078532.566900:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078532.566902:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078532.566903:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16612:16612:256:4294967295] 192.168.204.157@tcp LPNI seq info [16608:16608:8:4294967295]
00000400:00000200:1.0:1769078532.566906:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078532.566909:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078532.566912:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566913:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078532.566915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078532.566917:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078532.566919:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078532.566921:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078532.566923:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078532.566924:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078532.566926:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078532.566927:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078532.566929:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078532.566930:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078532.566931:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078532.566933:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566937:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.566939:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566944:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078532.566945:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.566946:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078532.566948:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078532.566949:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299893271
00000100:00000001:1.0:1769078532.566950:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566952:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299893271
00000100:00000001:1.0:1769078532.566953:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299894529
00000100:00000001:1.0:1769078532.566954:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078532.566955:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.566956:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078532.566958:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532]  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078532.566961:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078532.566962:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078532.566963:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078532.566964:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078532.566965:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078532.566967:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078532.566968:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078532.566973:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566976:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078532.566977:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566978:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566978:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078532.566980:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566984:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078532.566985:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.566989:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078532.566990:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566991:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078532.566992:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.566992:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078532.566993:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078532.566995:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078532.566996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078532.566997:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078532.566999:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078532.567003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883520:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078532.567005:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.567006:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.567008:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528e00 x1855007925883392/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.567011:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078532.567012:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078532.567014:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997000.
02000000:00000001:1.0:1769078532.567015:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078532.567015:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078532.567016:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078532.567017:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078532.567018:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3800.
02000000:00000001:1.0:1769078532.567020:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078532.567021:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078532.567022:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528e00.
00000100:00000001:1.0:1769078532.567023:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078532.567024:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.567026:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078532.567028:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529c00 x1855007925883520/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.567034:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078532.567036:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078532.567037:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995c00.
02000000:00000001:1.0:1769078532.567039:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078532.567040:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078532.567041:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078532.567042:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078532.567043:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2000.
02000000:00000001:1.0:1769078532.567045:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078532.567046:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078532.567047:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529c00.
00000100:00000001:1.0:1769078532.567052:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078532.567053:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.567055:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078532.567059:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078532.567060:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.567062:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.567063:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078533.012751:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078533.012757:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078533.012763:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078533.012765:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078533.014685:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078533.014690:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078533.014694:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078533.908603:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299894529, at 4299894592
00000100:00000040:2.0:1769078533.908610:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299894529, at 4299894592
00000100:00000010:3.0:1769078533.908619:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3600.
00000100:00000010:2.0:1769078533.908622:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a80.
00010000:00000001:3.0:1769078534.036683:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078534.036689:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078534.036693:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078534.036706:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078534.036708:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078534.036711:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078534.036713:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078534.036716:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078534.036718:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078534.036720:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078534.036743:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078534.036746:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078534.036748:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078535.060599:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078535.060605:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078535.060610:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078535.060612:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078535.060685:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078535.060689:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078535.060692:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078536.084674:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078536.084681:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078536.084686:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078536.084687:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078536.084870:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078536.084873:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078536.084876:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078537.109147:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078537.109154:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078537.109160:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078537.109161:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078537.109218:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078537.109222:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078537.109225:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078537.684777:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078537.684787:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078537.684790:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078537.684794:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078537.684798:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078537.684805:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5225
00000400:00000200:1.0:1769078537.684816:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078537.684822:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078537.684825:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078537.684828:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.684831:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.684833:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.684836:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078537.684840:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078537.684842:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078537.684845:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078537.684847:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078537.684849:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078537.684852:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078537.684854:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.684856:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.684858:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.684860:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078537.684863:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078537.684866:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078537.684868:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078537.684871:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078537.684875:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078537.684878:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.684880:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078537.684882:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078537.684892:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830700.
00000020:00000040:1.0:1769078537.684895:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078537.684899:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078537.684901:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.684903:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078537.684906:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078537.684910:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078537.684917:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887995c00.
00000100:00000001:1.0:1769078537.684923:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078537.684930:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078537.684940:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078537.684944:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078537.684949:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeab7c7c] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078537.684974:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078537.684977:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078537.684981:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078537.684982:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078537.684983:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078537.684986:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078537.684988:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5225
00000400:00000200:1.0:1769078537.684992:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078537.684995:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078537.684998:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078537.685002:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685004:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.685007:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685009:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078537.685012:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078537.685012:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078537.685016:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000100:00000001:2.0:1769078537.685018:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078537.685019:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078537.685023:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000100:00000001:2.0:1769078537.685023:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078537.685028:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:1.0:1769078537.685033:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078537.685034:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078537.685038:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685043:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.685048:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078537.685052:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078537.685053:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:2.0:1769078537.685056:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078537.685058:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
02000000:00000001:2.0:1769078537.685060:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078537.685064:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
02000000:00000001:2.0:1769078537.685065:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078537.685072:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.685072:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078537.685078:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078537.685082:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925883648:192.168.204.157@tcp:250:kworker.0
02000000:00000001:1.0:1769078537.685085:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.685086:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078537.685090:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.685091:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078537.685093:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078537.685096:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078537.685099:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078537.685100:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769078537.685104:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078537.685108:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:1.0:1769078537.685109:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.685127:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078537.685135:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887830380.
00000400:00000200:2.0:1769078537.685139:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078537.685141:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078537.685145:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769078537.685146:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
02000000:00000001:1.0:1769078537.685147:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685151:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078537.685153:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078537.685155:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078537.685155:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
02000000:00000010:1.0:1769078537.685163:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000200:2.0:1769078537.685164:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883648, portal 25
00000100:00000001:1.0:1769078537.685168:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685169:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.685173:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139327744 : -125582570223872 : ffff8dc887830700)
00000100:00100000:1.0:1769078537.685178:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078537.685183:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078537.685199:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078537.685202:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078537.685204:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.685209:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078537.685213:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459a7773] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078537.685214:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078537.685219:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925883648, offset 0
00000100:00000001:1.0:1769078537.685230:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.685232:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000100:00080000:1.0:1769078537.685235:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078537.685240:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769078537.685242:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078537.685244:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078537.685247:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078537.685251:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078537.685252:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00080000:1.0:1769078537.685258:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5225
00000400:00000200:2.0:1769078537.685261:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078537.685266:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.685268:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078537.685273:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078537.685275:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078537.685277:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078537.685281:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000100:00000040:1.0:1769078537.685285:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:2.0:1769078537.685290:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16613:16613:256:4294967295] 192.168.204.157@tcp LPNI seq info [16609:16609:8:4294967295]
00000100:00000001:1.0:1769078537.685291:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.685297:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000200:2.0:1769078537.685300:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078537.685302:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078537.685306:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078537.685308:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078537.685310:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078537.685314:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:2.0:1769078537.685318:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769078537.685319:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:1.0:1769078537.685325:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000800:00000200:2.0:1769078537.685330:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:1.0:1769078537.685331:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685336:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.685338:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000800:00000010:2.0:1769078537.685339:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000100:00000001:1.0:1769078537.685343:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078537.685347:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000800:00000200:2.0:1769078537.685352:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:1.0:1769078537.685355:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685359:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078537.685359:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769078537.685363:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078537.685368:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769078537.685369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078537.685371:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685376:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078537.685378:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078537.685380:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685382:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078537.685386:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078537.685388:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:2.1:1769078537.685389:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769078537.685391:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078537.685393:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685397:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078537.685399:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1769078537.685400:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
02000000:00000001:1.0:1769078537.685402:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078537.685405:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
02000000:00000010:1.0:1769078537.685407:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000100:00000001:1.0:1769078537.685412:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.685412:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769078537.685424:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078537.685424:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.685433:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000100:00000001:1.0:1769078537.685436:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769078537.685437:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:1.0:1769078537.685441:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685444:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078537.685449:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.685452:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078537.685472:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685474:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078537.685476:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078537.685481:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078537.685483:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078537.685486:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078537.685490:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078537.685495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685496:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078537.685500:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1769078537.685503:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5225
00000100:00000001:2.0:1769078537.685508:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078537.685510:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.685516:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078537.685517:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078537.685553:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299899649
00000100:00080000:1.0:1769078537.685555:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769078537.685560:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862482a0.
00000100:00000040:1.0:1769078537.685561:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685566:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078537.685569:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078537.685569:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078537.685575:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078537.685577:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078537.685578:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299899649
00000020:00000040:1.0:1769078537.685579:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078537.685583:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1769078537.685584:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc886248540.
00000020:00000040:1.0:1769078537.685586:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:2.0:1769078537.685589:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1769078537.685590:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:2.0:1769078537.685594:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769078537.685595:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000001:2.0:1769078537.685599:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078537.685603:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078537.685604:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078537.685609:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078537.685612:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078537.685615:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078537.685621:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078537.685627:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000400:00000001:2.0:1769078537.685630:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.685635:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.685637:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078537.685640:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078537.685642:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078537.685644:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1769078537.685649:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000200:2.0:1769078537.685649:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078537.685656:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078537.685661:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078537.685666:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078537.685667:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078537.685670:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685675:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078537.685679:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1769078537.685683:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:1.0:1769078537.685684:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685686:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078537.685688:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685691:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1769078537.685694:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000100:00000001:2.0:1769078537.685695:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078537.685701:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00100000:2.0:1769078537.685703:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078537.685705:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078537.685709:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078537.685713:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078537.685715:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078537.685720:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685720:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769078537.685727:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
00000100:00000040:2.0:1769078537.685729:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078537.685732:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078537.685741:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078537.685741:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.685747:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.685752:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.685755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078537.685757:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078537.685759:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078537.685762:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685763:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078537.685770:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078537.685770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.685780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078537.685782:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078537.685785:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078537.685785:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078537.685792:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078537.685796:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078537.685797:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5236)
00000100:00100000:2.0:1769078537.685807:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925883648:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078537.685813:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.685815:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.685818:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830700 x1855007925883648/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.685824:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.685827:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.685830:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886117c00.
02000000:00000001:2.0:1769078537.685833:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.685835:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.685837:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:2.0:1769078537.685839:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.685842:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887995c00.
02000000:00000001:2.0:1769078537.685846:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.685848:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.685850:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830700.
00000100:00000001:2.0:1769078537.685853:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.685855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.685857:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.685864:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078537.685866:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685869:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078537.685870:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078537.685872:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.685876:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.685881:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.685882:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.685884:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.685885:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.685887:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.685889:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883776:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.685891:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.685892:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.685893:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.685895:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.685897:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886117c00.
02000000:00000001:2.0:1769078537.685898:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.685901:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078537.685903:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078537.685905:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078537.685907:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883776, portal 10
00000100:00000001:2.0:1769078537.685909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.685909:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139326848 : -125582570224768 : ffff8dc887830380)
00000100:00000040:2.0:1769078537.685913:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.685917:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.685919:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078537.685920:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078537.685921:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925883776, offset 0
00000400:00000200:2.0:1769078537.685924:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078537.685926:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.685928:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078537.685930:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.685932:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078537.685933:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.685934:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078537.685936:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16614:16614:256:4294967295] 192.168.204.157@tcp LPNI seq info [16610:16610:8:4294967295]
00000400:00000200:2.0:1769078537.685939:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.685943:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.685946:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.685948:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078537.685950:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078537.685952:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078537.685955:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078537.685957:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078537.685959:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.685960:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078537.685962:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.685964:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.685966:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078537.685967:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078537.685968:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.685970:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.685975:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.685977:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.685981:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685982:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.685983:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.685986:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:2.0:1769078537.685988:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078537.685989:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299898384
00000100:00000001:2.0:1769078537.685990:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.685992:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299898384
00000100:00000001:2.0:1769078537.685993:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.685995:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.685997:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.685999:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.686002:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.686009:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.686010:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.686011:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078537.686014:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078537.686015:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078537.686017:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.686020:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.686027:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686034:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.686035:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686037:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686038:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.686042:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686048:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.686052:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686056:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.686058:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686061:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.686062:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.686063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.686065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078537.686066:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.686068:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.686072:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883776:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.686075:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.686077:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686084:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.686085:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.686087:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.686088:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.686089:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.686091:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.686092:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.686093:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.686094:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.686095:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.686097:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886115400.
02000000:00000001:2.0:1769078537.686098:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.686101:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078537.686103:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078537.686104:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078537.686106:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925883904, portal 10
00000100:00000001:2.0:1769078537.686107:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.686108:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:2.0:1769078537.686124:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686130:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.686133:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078537.686135:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078537.686138:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925883904, offset 0
00000400:00000200:2.0:1769078537.686141:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078537.686144:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.686148:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078537.686150:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.686153:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078537.686155:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.686157:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078537.686161:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16615:16615:256:4294967295] 192.168.204.157@tcp LPNI seq info [16611:16611:8:4294967295]
00000400:00000200:2.0:1769078537.686165:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.686171:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.686174:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.686177:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078537.686181:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078537.686183:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078537.686187:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078537.686205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078537.686209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.686211:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078537.686214:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.686217:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.686220:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078537.686221:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078537.686223:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.686227:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686233:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.686236:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686242:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.686244:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.686246:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.686249:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:2.0:1769078537.686252:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078537.686254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299898393
00000100:00000001:2.0:1769078537.686256:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.686258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299898393
00000100:00000001:2.0:1769078537.686260:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.686262:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.686264:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.686266:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.686269:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.686276:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.686277:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.686279:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078537.686280:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078537.686282:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078537.686284:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.686286:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.686294:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686299:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.686300:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.686306:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686312:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.686315:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686321:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.686323:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686325:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686326:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686328:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.686329:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.686332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.686335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078537.686337:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.686340:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.686347:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925883904:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.686350:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.686353:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686358:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.686360:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.686361:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.686363:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.686365:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.686367:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884032:192.168.204.157@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.686370:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.686371:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.686373:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.686374:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.686377:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886114000.
02000000:00000001:2.0:1769078537.686379:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.686382:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078537.686384:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078537.686387:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078537.686389:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884032, portal 4
00000100:00000001:2.0:1769078537.686391:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.686392:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000040:2.0:1769078537.686396:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686402:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.686404:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078537.686406:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078537.686408:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925884032, offset 0
00000400:00000200:2.0:1769078537.686411:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078537.686414:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.686417:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078537.686419:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.686421:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078537.686423:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.686424:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078537.686426:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16616:16616:256:4294967295] 192.168.204.157@tcp LPNI seq info [16612:16612:8:4294967295]
00000400:00000200:2.0:1769078537.686430:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078537.686434:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.686437:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.686440:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078537.686442:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078537.686444:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078537.686447:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078537.686449:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078537.686452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078537.686453:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078537.686455:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.686458:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.686459:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078537.686461:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078537.686462:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.686465:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686470:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.686473:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686478:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.686479:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.686481:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.686484:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:2.0:1769078537.686486:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078537.686488:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299898390
00000100:00000001:2.0:1769078537.686490:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.686491:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299898390
00000100:00000001:2.0:1769078537.686493:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299899649
00000100:00000001:2.0:1769078537.686495:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.686496:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.686498:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.686500:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.686506:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.686507:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.686508:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078537.686509:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078537.686511:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078537.686512:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.686514:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.686520:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686542:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.686544:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686545:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686546:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.686549:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686555:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.686558:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686563:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.686565:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.686567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686569:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.686570:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.686572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.686574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078537.686576:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.686579:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.686585:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884032:192.168.204.157@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.686588:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686589:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.686591:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887830380 x1855007925883776/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686596:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.686598:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.686599:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886117c00.
02000000:00000001:2.0:1769078537.686601:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.686602:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.686603:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:2.0:1769078537.686605:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.686606:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:2.0:1769078537.686608:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.686610:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.686611:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887830380.
00000100:00000001:2.0:1769078537.686612:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.686613:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686615:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.686617:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925883904/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686622:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.686623:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.686624:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886115400.
02000000:00000001:2.0:1769078537.686626:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.686627:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.686628:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:2.0:1769078537.686629:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.686631:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:2.0:1769078537.686632:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.686633:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.686634:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:2.0:1769078537.686635:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.686636:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686637:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.686639:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925884032/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.686644:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.686645:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.686646:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886114000.
02000000:00000001:2.0:1769078537.686648:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.686649:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.686650:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:2.0:1769078537.686651:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.686652:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:2.0:1769078537.686653:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.686654:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.686655:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:2.0:1769078537.686656:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.686657:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686659:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.686662:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078537.686663:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.686665:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078537.686666:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078538.132678:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078538.132688:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078538.132695:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078538.132697:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078538.132730:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078538.132734:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078538.132737:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078539.028658:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299899649, at 4299899712
00000100:00000010:2.0:1769078539.028675:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862482a0.
00000100:00000040:3.0:1769078539.029132:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299899649, at 4299899712
00000100:00000010:3.0:1769078539.029140:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc886248540.
00010000:00000001:3.0:1769078539.156671:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078539.156680:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078539.156688:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078539.156689:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078539.156751:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078539.156754:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078539.156757:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078540.180650:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078540.180657:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078540.180663:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078540.180665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078540.180729:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078540.180734:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078540.180737:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078541.204638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078541.204644:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078541.204649:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078541.204650:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078541.204784:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078541.204788:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078541.204792:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078542.228623:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078542.228628:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078542.228635:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078542.228637:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078542.228640:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078542.228642:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078542.228644:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078542.228646:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078542.228648:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078542.228649:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078542.228666:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078542.228667:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078542.228669:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078542.804686:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078542.804703:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078542.804707:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078542.804712:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078542.804724:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078542.804736:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5231
00000400:00000200:1.0:1769078542.804748:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078542.804756:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078542.804760:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078542.804763:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804767:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078542.804772:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804775:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078542.804781:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078542.804783:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:1.0:1769078542.804787:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078542.804790:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:1.0:1769078542.804792:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:1.0:1769078542.804795:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:1.0:1769078542.804798:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804800:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078542.804802:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804804:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078542.804807:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:1.0:1769078542.804810:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804812:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.804815:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078542.804819:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078542.804822:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.804825:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078542.804828:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078542.804839:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887833100.
00000020:00000040:1.0:1769078542.804842:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:1.0:1769078542.804847:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078542.804848:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.804851:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078542.804855:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078542.804860:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078542.804868:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997400.
00000100:00000001:1.0:1769078542.804874:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.804884:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078542.804894:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078542.804900:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078542.804905:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec133657] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.804926:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078542.804929:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078542.804933:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078542.804935:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078542.804936:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078542.804939:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078542.804941:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5231
00000400:00000200:1.0:1769078542.804945:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078542.804948:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078542.804951:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078542.804955:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804957:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078542.804959:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804962:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078542.804965:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078542.804966:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:1.0:1769078542.804968:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078542.804970:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078542.804971:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:1.0:1769078542.804981:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:2.0:1769078542.804983:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078542.804988:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:2.0:1769078542.804988:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078542.804994:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.804997:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078542.805004:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000040:2.0:1769078542.805005:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.805010:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:1.0:1769078542.805018:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:1.0:1769078542.805042:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805047:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.805052:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078542.805061:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078542.805061:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078542.805067:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.805069:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.805073:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078542.805074:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078542.805083:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078542.805083:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769078542.805095:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.805096:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805103:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.805108:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925884160:192.168.204.157@tcp:250:kworker.0
00000100:00000010:1.0:1769078542.805112:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831500.
00000020:00000040:1.0:1769078542.805119:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000100:00000001:2.0:1769078542.805121:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078542.805127:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078542.805128:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078542.805130:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.805133:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805135:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078542.805137:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078542.805139:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078542.805143:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078542.805147:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886114000.
02000000:00000010:1.0:1769078542.805151:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887994c00.
02000000:00000001:2.0:1769078542.805153:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805158:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078542.805167:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00100000:1.0:1769078542.805169:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078542.805176:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000100:00000001:1.0:1769078542.805183:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078542.805186:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078542.805186:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000040:1.0:1769078542.805199:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e9d27] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078542.805200:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884160, portal 25
00000100:00000001:2.0:1769078542.805207:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078542.805212:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139338496 : -125582570213120 : ffff8dc887833100)
00000100:00000001:1.0:1769078542.805224:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.805227:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078542.805229:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078542.805244:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078542.805255:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078542.805260:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078542.805263:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078542.805266:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078542.805271:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078542.805278:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00080000:1.0:1769078542.805281:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5231
00000100:00000200:2.0:1769078542.805282:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925884160, offset 0
00000400:00000200:1.0:1769078542.805297:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.805299:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078542.805307:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078542.805313:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078542.805314:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000040:1.0:1769078542.805321:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805326:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078542.805328:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000100:00000040:1.0:1769078542.805333:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805338:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:2.0:1769078542.805338:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078542.805345:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078542.805346:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000020:00000040:1.0:1769078542.805348:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:1.0:1769078542.805356:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078542.805356:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078542.805364:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:2.0:1769078542.805365:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000020:00000001:1.0:1769078542.805373:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000400:00000200:2.0:1769078542.805378:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16617:16617:256:4294967295] 192.168.204.157@tcp LPNI seq info [16613:16613:8:4294967295]
00000020:00000001:1.0:1769078542.805381:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:1.0:1769078542.805393:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805395:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078542.805403:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805405:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000400:00000200:2.0:1769078542.805408:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078542.805413:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:1.0:1769078542.805419:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805423:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.805427:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078542.805435:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078542.805436:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078542.805445:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805450:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078542.805452:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000008:00100000:1.0:1769078542.805455:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769078542.805460:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000008:00000001:1.0:1769078542.805461:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805469:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078542.805474:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831f80.
00000800:00000200:2.0:1769078542.805475:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000020:00000040:1.0:1769078542.805482:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000800:00000200:2.0:1769078542.805485:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1769078542.805488:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078542.805490:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805496:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769078542.805497:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
02000000:00000001:1.0:1769078542.805500:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769078542.805503:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1769078542.805505:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078542.805514:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887996c00.
00000800:00000100:2.0:1769078542.805515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.805521:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000100:00000001:1.0:1769078542.805561:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078542.805566:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769078542.805571:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078542.805579:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078542.805595:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078542.805595:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078542.805602:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:1.0:1769078542.805603:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.805611:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078542.805614:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e6e8e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078542.805621:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.805653:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078542.805660:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078542.805662:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078542.805666:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078542.805673:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078542.805673:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078542.805678:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078542.805686:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078542.805694:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5231
00000400:00000200:1.0:1769078542.805707:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078542.805717:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078542.805727:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078542.805737:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078542.805737:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805750:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078542.805750:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769078542.805763:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078542.805765:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805766:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:1.0:1769078542.805771:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078542.805773:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:1.0:1769078542.805779:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078542.805780:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000020:00000040:1.0:1769078542.805786:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000100:00000001:2.0:1769078542.805787:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299904769
00000020:00000001:1.0:1769078542.805794:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:1.0:1769078542.805799:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000010:2.0:1769078542.805800:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862482a0.
00000100:00000040:1.0:1769078542.805807:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805811:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078542.805812:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078542.805818:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078542.805822:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:2.0:1769078542.805823:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299904769
00000020:00000040:1.0:1769078542.805826:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00000010:2.0:1769078542.805830:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862488a0.
00000100:00080000:1.0:1769078542.805832:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078542.805838:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078542.805839:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.805847:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078542.805848:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078542.805853:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078542.805853:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.805862:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.805863:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078542.805870:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078542.805874:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1769078542.805876:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078542.805878:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805886:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078542.805895:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc887831880.
00000020:00000040:1.0:1769078542.805902:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000400:00000001:2.0:1769078542.805902:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078542.805908:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078542.805909:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769078542.805912:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
02000000:00000001:1.0:1769078542.805913:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.805927:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078542.805928:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
02000000:00000001:1.0:1769078542.805931:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078542.805933:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
02000000:00000001:1.0:1769078542.805936:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.805938:0:2410:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:1.0:1769078542.805943:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc887997000.
00000100:00000200:2.0:1769078542.805945:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.805949:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.805965:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078542.805970:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.805992:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078542.805998:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078542.806000:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806004:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.806012:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f92122f] to pc [ptlrpcd_rcv+-1]  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806013:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806016:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.806043:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.806043:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078542.806051:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078542.806064:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769078542.806072:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.806073:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5241)
00000100:00000040:2.0:1769078542.806082:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806090:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078542.806094:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806098:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806100:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078542.806102:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078542.806105:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078542.806109:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078542.806111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078542.806114:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078542.806121:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925884160:192.168.204.157@tcp:250:kworker.0
00000100:00000001:2.0:1769078542.806126:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806128:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.806130:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887833100 x1855007925884160/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806136:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078542.806139:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078542.806142:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886114000.
02000000:00000001:2.0:1769078542.806144:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078542.806147:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078542.806148:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:2.0:1769078542.806151:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078542.806153:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997400.
02000000:00000001:2.0:1769078542.806157:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078542.806160:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078542.806162:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887833100.
00000100:00000001:2.0:1769078542.806167:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078542.806168:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806170:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806178:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078542.806180:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806182:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078542.806184:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078542.806185:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078542.806189:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806195:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078542.806196:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806198:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078542.806200:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078542.806202:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.806204:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884288:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078542.806207:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078542.806209:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078542.806210:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806212:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078542.806215:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886114000.
02000000:00000001:2.0:1769078542.806216:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078542.806220:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078542.806223:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078542.806226:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078542.806228:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884288, portal 10
00000100:00000001:2.0:1769078542.806230:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078542.806231:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139331328 : -125582570220288 : ffff8dc887831500)
00000100:00000040:2.0:1769078542.806237:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806243:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078542.806246:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078542.806248:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078542.806251:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925884288, offset 0
00000400:00000200:2.0:1769078542.806254:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806258:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806261:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078542.806263:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078542.806266:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078542.806268:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078542.806270:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806273:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16618:16618:256:4294967295] 192.168.204.157@tcp LPNI seq info [16614:16614:8:4294967295]
00000400:00000200:2.0:1769078542.806276:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806282:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078542.806285:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806288:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078542.806293:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078542.806296:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078542.806300:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078542.806302:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078542.806306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806308:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078542.806312:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078542.806315:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078542.806317:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078542.806319:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078542.806321:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078542.806324:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806331:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.806333:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806339:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806340:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078542.806343:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.806347:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:2.0:1769078542.806350:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078542.806352:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299903504
00000100:00000001:2.0:1769078542.806354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806357:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299903504
00000100:00000001:2.0:1769078542.806359:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806361:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078542.806363:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806365:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078542.806368:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078542.806375:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078542.806376:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078542.806377:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078542.806379:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078542.806381:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078542.806383:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078542.806385:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078542.806393:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806398:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078542.806400:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806401:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806402:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078542.806405:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806411:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078542.806414:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806420:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078542.806423:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806424:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806425:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806427:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078542.806428:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078542.806430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078542.806433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078542.806435:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078542.806440:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078542.806446:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884288:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078542.806450:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078542.806453:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806459:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078542.806461:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806462:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078542.806464:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078542.806466:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.806468:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884416:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078542.806471:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078542.806473:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078542.806474:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806476:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078542.806478:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886115400.
02000000:00000001:2.0:1769078542.806480:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078542.806483:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078542.806485:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078542.806487:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078542.806490:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884416, portal 10
00000100:00000001:2.0:1769078542.806492:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078542.806493:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139334016 : -125582570217600 : ffff8dc887831f80)
00000100:00000040:2.0:1769078542.806498:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806503:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078542.806505:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078542.806508:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078542.806510:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925884416, offset 0
00000400:00000200:2.0:1769078542.806513:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806516:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806519:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078542.806522:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078542.806545:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078542.806548:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078542.806550:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806552:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16619:16619:256:4294967295] 192.168.204.157@tcp LPNI seq info [16615:16615:8:4294967295]
00000400:00000200:2.0:1769078542.806556:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806561:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078542.806565:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806568:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078542.806572:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078542.806574:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078542.806578:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078542.806580:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078542.806584:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806585:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078542.806588:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078542.806591:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078542.806593:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078542.806595:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078542.806597:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078542.806601:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806607:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.806610:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806615:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806617:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078542.806619:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.806622:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:2.0:1769078542.806625:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078542.806627:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299903514
00000100:00000001:2.0:1769078542.806630:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806631:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299903514
00000100:00000001:2.0:1769078542.806633:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806635:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078542.806637:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806639:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078542.806642:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078542.806649:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078542.806650:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078542.806652:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078542.806653:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078542.806655:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078542.806657:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078542.806660:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078542.806667:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806673:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078542.806674:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078542.806680:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078542.806689:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806695:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078542.806697:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806699:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806700:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806701:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078542.806703:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078542.806705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078542.806708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078542.806710:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078542.806713:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078542.806720:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884416:192.168.204.157@tcp:38:kworker.0
00000100:00000001:2.0:1769078542.806723:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078542.806726:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806732:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078542.806733:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806736:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078542.806737:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078542.806739:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.806741:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884544:192.168.204.157@tcp:8:kworker.0
00000100:00000001:2.0:1769078542.806744:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078542.806746:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078542.806747:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.806749:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078542.806752:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc886117c00.
02000000:00000001:2.0:1769078542.806754:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078542.806757:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1769078542.806759:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893149c60.
00000400:00000010:2.0:1769078542.806762:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8903403b8.
00000100:00000200:2.0:1769078542.806765:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884544, portal 4
00000100:00000001:2.0:1769078542.806766:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078542.806768:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491139332224 : -125582570219392 : ffff8dc887831880)
00000100:00000040:2.0:1769078542.806772:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806777:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078542.806779:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:2.0:1769078542.806781:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc890340e58.
00000100:00000200:2.0:1769078542.806783:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925884544, offset 0
00000400:00000200:2.0:1769078542.806787:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806790:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806793:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1769078542.806795:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078542.806798:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1769078542.806800:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078542.806802:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1769078542.806806:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16620:16620:256:4294967295] 192.168.204.157@tcp LPNI seq info [16616:16616:8:4294967295]
00000400:00000200:2.0:1769078542.806809:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078542.806814:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078542.806819:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806821:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc886ba2300.
00000800:00000200:2.0:1769078542.806825:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.0:1769078542.806827:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078542.806830:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:2.1:1769078542.806832:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078542.806835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1769078542.806836:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc886ba2300.
00000400:00000200:2.0:1769078542.806838:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078542.806841:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078542.806843:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc890340e58
00000400:00000010:2.0:1769078542.806845:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc890340e58.
00000100:00000001:2.0:1769078542.806847:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078542.806850:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806856:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.806859:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806864:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806866:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078542.806868:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.806871:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:2.0:1769078542.806873:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:2.0:1769078542.806875:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299903511
00000100:00000001:2.0:1769078542.806878:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806879:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299903511
00000100:00000001:2.0:1769078542.806881:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299904769
00000100:00000001:2.0:1769078542.806884:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078542.806886:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.806887:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078542.806890:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078542.806897:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078542.806898:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078542.806899:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893149c60.
00000400:00000200:2.0:1769078542.806901:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8903403b8
00000400:00000010:2.0:1769078542.806902:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8903403b8.
00000100:00000001:2.0:1769078542.806903:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078542.806906:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078542.806913:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806918:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078542.806919:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806921:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806922:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078542.806925:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806931:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078542.806934:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806939:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078542.806941:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806943:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078542.806944:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806946:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078542.806947:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078542.806949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078542.806951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:2.0:1769078542.806953:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078542.806957:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078542.806964:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc887831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884544:192.168.204.157@tcp:8:kworker.0
00000100:00000001:2.0:1769078542.806967:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.806969:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.806972:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831500 x1855007925884288/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.806978:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078542.806980:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078542.806981:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886114000.
02000000:00000001:2.0:1769078542.806984:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078542.806985:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078542.806986:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:2.0:1769078542.806988:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078542.806990:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887994c00.
02000000:00000001:2.0:1769078542.806992:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078542.806993:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078542.806995:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831500.
00000100:00000001:2.0:1769078542.806997:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078542.806998:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.807000:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.807003:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831f80 x1855007925884416/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.807008:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078542.807009:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078542.807011:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886115400.
02000000:00000001:2.0:1769078542.807013:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078542.807014:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078542.807015:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:2.0:1769078542.807017:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078542.807018:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887996c00.
02000000:00000001:2.0:1769078542.807020:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078542.807022:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078542.807023:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831f80.
00000100:00000001:2.0:1769078542.807037:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078542.807038:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.807040:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078542.807044:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc887831880 x1855007925884544/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.807050:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078542.807051:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078542.807052:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc886117c00.
02000000:00000001:2.0:1769078542.807054:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078542.807055:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078542.807057:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:2.0:1769078542.807059:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078542.807060:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc887997000.
02000000:00000001:2.0:1769078542.807062:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078542.807063:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078542.807064:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc887831880.
00000100:00000001:2.0:1769078542.807066:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078542.807068:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.807069:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078542.807072:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078542.807073:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.807075:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078542.807077:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078543.252655:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078543.252661:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078543.252667:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078543.252668:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078543.254249:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078543.254254:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078543.254257:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078544.148675:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299904769, at 4299904832
00000100:00000040:3.0:1769078544.148681:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299904769, at 4299904832
00000100:00000010:2.0:1769078544.148691:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862482a0.
00000100:00000010:3.0:1769078544.148696:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862488a0.
00010000:00000001:3.0:1769078544.276664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078544.276674:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078544.276682:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078544.276686:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078544.276689:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078544.276691:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078544.276695:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078544.276698:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078544.276700:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078544.276702:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078544.277887:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078544.277894:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078544.277899:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078545.300664:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078545.300671:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078545.300676:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078545.300677:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078545.300788:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078545.300792:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078545.300796:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078546.324694:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078546.324704:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078546.324711:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078546.324713:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078546.324745:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078546.324748:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078546.324751:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078547.348673:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078547.348679:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078547.348684:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078547.348686:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078547.348939:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078547.348942:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078547.348945:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078547.926792:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.926801:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078547.926803:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.926806:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.926809:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.926815:0:37680:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5236
00000400:00000200:2.0:1769078547.926824:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078547.926828:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.926830:0:37680:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.926832:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.926834:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.926836:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.926837:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078547.926840:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.926842:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:2.0:1769078547.926843:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.926845:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:2.0:1769078547.926846:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:2.0:1769078547.926848:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:2.0:1769078547.926850:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.926851:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.926852:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.926853:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078547.926855:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:2.0:1769078547.926857:0:37680:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078547.926858:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.926860:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.926862:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.926864:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.926865:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078547.926867:0:37680:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.926874:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1c00.
00000020:00000040:2.0:1769078547.926877:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:2.0:1769078547.926880:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.926881:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.926883:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.926886:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.926889:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.926896:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886117c00.
00000100:00000001:2.0:1769078547.926902:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.926910:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.926920:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.926924:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.926929:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f16046d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.927006:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.927010:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078547.927012:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.927018:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.927026:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.927028:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.927031:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.927034:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.927037:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.927041:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925884672:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078547.927044:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.927048:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.927049:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.927051:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.927054:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.927056:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.927061:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078547.927063:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078547.927068:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078547.927074:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884672, portal 25
00000100:00000001:1.0:1769078547.927075:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.927076:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115871232 : -125582593680384 : ffff8dc8861d1c00)
00000100:00000040:1.0:1769078547.927089:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.927098:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.927100:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078547.927101:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078547.927104:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925884672, offset 0
00000400:00000200:1.0:1769078547.927108:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078547.927114:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.927118:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078547.927122:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.927125:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078547.927127:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.927129:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078547.927132:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16621:16621:256:4294967295] 192.168.204.157@tcp LPNI seq info [16617:16617:8:4294967295]
00000400:00000200:1.0:1769078547.927134:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.927142:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.927145:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.927149:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078547.927153:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078547.927156:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078547.927162:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078547.927166:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078547.927170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.927173:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078547.927178:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.927182:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.927187:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078547.927189:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078547.927193:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.927197:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078547.927217:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.927220:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.927222:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078547.927224:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.927225:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.927227:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.927228:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5236
00000400:00000200:2.0:1769078547.927231:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078547.927233:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.927234:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.927236:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.927238:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.927239:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.927240:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078547.927242:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.927242:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:2.0:1769078547.927243:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.927245:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:2.0:1769078547.927246:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:2.0:1769078547.927248:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000040:2.0:1769078547.927250:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.927251:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.927252:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.927253:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078547.927255:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:2.0:1769078547.927256:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078547.927257:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.927258:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.927262:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.927264:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.927265:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078547.927267:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078547.927269:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.927270:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.927273:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d1f80.
00000020:00000040:2.0:1769078547.927274:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078547.927275:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.927276:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.927277:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.927278:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.927280:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.927282:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886115400.
00000100:00000001:2.0:1769078547.927284:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.927287:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.927292:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.927294:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.927296:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcd2aaa5] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928243:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.928250:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928264:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.928266:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.928276:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.928280:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078547.928284:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299909891
00000100:00000010:1.0:1769078547.928289:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3960.
00000100:00000001:1.0:1769078547.928294:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078547.928300:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299909891
00000100:00000010:1.0:1769078547.928302:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3480.
00000100:00000001:1.0:1769078547.928304:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078547.928306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.928308:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.928310:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.928313:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.928321:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.928322:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.928323:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078547.928325:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078547.928326:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078547.928328:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.928330:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.928336:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928340:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.928341:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928342:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.928343:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.928346:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928350:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.928353:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928358:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.928359:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928360:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.928361:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928362:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.928364:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.928365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.928368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078547.928369:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.928372:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.928376:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925884672:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078547.928379:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928380:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.928382:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1c00 x1855007925884672/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928386:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.928388:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.928390:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.928392:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.928393:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.928394:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078547.928395:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.928397:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886117c00.
02000000:00000001:1.0:1769078547.928802:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.928805:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.928806:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1c00.
00000100:00000001:1.0:1769078547.928809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.928809:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928811:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.928817:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078547.928818:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.928820:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.928821:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078547.928822:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.928826:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928830:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.928831:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.928833:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.928835:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.928837:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.928838:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884800:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.928840:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.928842:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.928844:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.928845:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.928848:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.928849:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.928852:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078547.928854:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078547.928857:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078547.928860:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884800, portal 10
00000100:00000001:1.0:1769078547.928862:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.928863:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115872128 : -125582593679488 : ffff8dc8861d1f80)
00000100:00000040:1.0:1769078547.928867:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928871:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.928872:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078547.928874:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078547.928876:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925884800, offset 0
00000400:00000200:1.0:1769078547.928879:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078547.928883:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.928886:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078547.928890:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.928893:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078547.928896:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.928899:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078547.928901:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16622:16622:256:4294967295] 192.168.204.157@tcp LPNI seq info [16618:16618:8:4294967295]
00000400:00000200:1.0:1769078547.928905:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.928913:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.928918:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.928922:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078547.928927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078547.928930:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078547.928934:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078547.928937:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078547.928952:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.928955:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078547.928959:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.928963:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.928966:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078547.928968:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078547.928971:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.928974:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928982:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.928985:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.928991:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.928993:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.928996:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.928999:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078547.929002:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078547.929004:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299908627
00000100:00000001:1.0:1769078547.929006:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.929009:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299908627
00000100:00000001:1.0:1769078547.929011:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.929013:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.929015:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.929017:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.929020:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.929028:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.929030:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.929031:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078547.929034:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078547.929036:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078547.929037:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.929039:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.929044:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.929048:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.929049:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929050:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.929051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.929053:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.929057:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.929059:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.929064:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.929065:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929066:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.929067:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929068:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.929069:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.929070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.929072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078547.929073:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.929075:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.929091:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884800:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.929093:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929094:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.929096:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d1f80 x1855007925884800/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.929100:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.929101:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.929102:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.929104:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.929104:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.929105:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078547.929107:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.929108:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886115400.
02000000:00000001:1.0:1769078547.929109:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.929110:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.929111:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d1f80.
00000100:00000001:1.0:1769078547.929112:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.929113:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929114:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.929117:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078547.929117:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.929119:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.929120:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931350:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.931359:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.931363:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769078547.931365:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.931367:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.931371:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.931377:0:37680:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5236
00000400:00000200:2.0:1769078547.931385:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078547.931390:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.931393:0:37680:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.931396:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931409:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.931411:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931414:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078547.931418:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.931419:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:2.0:1769078547.931421:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.931424:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000020:00000001:2.0:1769078547.931426:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:2.0:1769078547.931429:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:2.0:1769078547.931431:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931433:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.931435:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931437:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078547.931440:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:2.0:1769078547.931443:0:37680:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931446:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.931450:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.931456:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.931459:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931461:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078547.931464:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078547.931467:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931469:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.931476:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d3b80.
00000020:00000040:2.0:1769078547.931479:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:2.0:1769078547.931482:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.931484:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931487:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.931490:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.931494:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.931501:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886114000.
00000100:00000001:2.0:1769078547.931507:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.931513:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.931537:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.931541:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.931546:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d7468ae] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078547.931555:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.931558:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.931561:0:37680:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078547.931562:0:37680:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.931563:0:37680:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.931566:0:37680:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.931568:0:37680:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5236
00000400:00000200:2.0:1769078547.931572:0:37680:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1769078547.931574:0:37680:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.931576:0:37680:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.931579:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931581:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.931582:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931584:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:2.0:1769078547.931586:0:37680:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.931587:0:37680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000020:00000001:2.0:1769078547.931588:0:37680:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.931590:0:37680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:2.0:1769078547.931592:0:37680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:2.0:1769078547.931593:0:37680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000040:2.0:1769078547.931596:0:37680:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931598:0:37680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.931599:0:37680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931601:0:37680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:2.0:1769078547.931603:0:37680:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:2.0:1769078547.931605:0:37680:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:2.0:1769078547.931607:0:37680:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.931609:0:37680:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.931611:0:37680:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.931613:0:37680:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931614:0:37680:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078547.931616:0:37680:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1769078547.931618:0:37680:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931620:0:37680:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.931623:0:37680:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc8861d0a80.
00000020:00000040:2.0:1769078547.931625:0:37680:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
02000000:00000001:2.0:1769078547.931627:0:37680:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.931628:0:37680:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.931630:0:37680:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.931631:0:37680:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.931633:0:37680:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.931635:0:37680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc886116000.
00000100:00000001:2.0:1769078547.931638:0:37680:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.931642:0:37680:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.931648:0:37680:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.931650:0:37680:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.931653:0:37680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001490fdec] to pc [ptlrpcd_rcv+-1]  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078547.931659:0:37680:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.931661:0:37680:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078547.931664:0:37680:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078547.931669:0:37680:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5246)
00000100:00000001:1.0:1769078547.933184:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.933190:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078547.933192:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.933202:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933210:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.933212:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.933215:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.933217:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.933220:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.933223:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884928:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.933227:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.933230:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.933232:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.933234:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.933241:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.933242:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.933251:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078547.933255:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078547.933261:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078547.933267:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925884928, portal 10
00000100:00000001:1.0:1769078547.933270:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.933271:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115879296 : -125582593672320 : ffff8dc8861d3b80)
00000100:00000040:1.0:1769078547.933278:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933286:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.933289:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078547.933291:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078547.933295:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925884928, offset 0
00000400:00000200:1.0:1769078547.933302:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078547.933309:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.933316:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078547.933322:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.933326:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078547.933330:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.933332:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078547.933336:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16623:16623:256:4294967295] 192.168.204.157@tcp LPNI seq info [16619:16619:8:4294967295]
00000400:00000200:1.0:1769078547.933340:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.933350:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.933356:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.933362:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078547.933369:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078547.933372:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078547.933377:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078547.933381:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078547.933385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.933387:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078547.933393:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.933396:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.933480:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078547.933483:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078547.933487:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.933491:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933499:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.933502:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933508:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.933510:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.933515:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.933519:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078547.933546:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078547.933549:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299908641
00000100:00000001:1.0:1769078547.933552:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.933554:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299908641
00000100:00000001:1.0:1769078547.933556:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.933558:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.933560:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.933563:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.933568:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.933576:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.933578:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.933580:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078547.933583:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078547.933584:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078547.933587:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.933590:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.933597:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933604:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.933606:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933608:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.933610:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.933613:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933620:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.933624:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933630:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.933633:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933635:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.933636:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933638:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.933640:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.933643:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.933647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078547.933649:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.933654:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.933662:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925884928:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.933667:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.933671:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933677:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.933678:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.933681:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.933682:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.933684:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.933687:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885056:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.933690:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.933692:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.933694:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.933695:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.933698:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078547.933700:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.933704:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078547.933707:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078547.933710:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078547.933713:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925885056, portal 4
00000100:00000001:1.0:1769078547.933715:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.933716:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491115866752 : -125582593684864 : ffff8dc8861d0a80)
00000100:00000040:1.0:1769078547.933722:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933728:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.933730:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078547.933732:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078547.933735:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925885056, offset 0
00000400:00000200:1.0:1769078547.933738:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078547.933742:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.933745:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078547.933748:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.933750:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078547.933753:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.933755:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078547.933757:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16624:16624:256:4294967295] 192.168.204.157@tcp LPNI seq info [16620:16620:8:4294967295]
00000400:00000200:1.0:1769078547.933761:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078547.933767:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.933770:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.933773:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078547.933777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078547.933780:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078547.933783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078547.933786:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078547.933789:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078547.933791:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078547.933794:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.933796:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.933799:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078547.933800:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078547.933802:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.933806:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.933822:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933828:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.933829:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.933832:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.933835:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078547.933838:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078547.933840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299908638
00000100:00000001:1.0:1769078547.933842:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.933844:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299908638
00000100:00000001:1.0:1769078547.933846:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299909891
00000100:00000001:1.0:1769078547.933848:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.933850:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.933851:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.933854:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.933860:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.933861:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.933863:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078547.933865:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078547.933866:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078547.933868:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.933871:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.933878:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933883:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.933885:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933887:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.933888:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.933891:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933898:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.933901:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933907:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.933909:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933910:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.933912:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933913:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.933914:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.933917:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.933920:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078547.933922:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.933926:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.933932:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc8861d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885056:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.933935:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933937:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.933952:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d3b80 x1855007925884928/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933958:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.933960:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.933963:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078547.933966:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.933968:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.933970:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078547.933972:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.933974:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886114000.
02000000:00000001:1.0:1769078547.933977:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.933979:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.933981:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d3b80.
00000100:00000001:1.0:1769078547.933984:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.933986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.933987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.933990:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc8861d0a80 x1855007925885056/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.933996:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.933997:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.933998:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078547.934000:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.934001:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.934002:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078547.934004:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.934005:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc886116000.
02000000:00000001:1.0:1769078547.934007:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.934008:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.934009:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc8861d0a80.
00000100:00000001:1.0:1769078547.934012:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.934013:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.934015:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.934022:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078547.934024:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.934026:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.934027:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078548.372660:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078548.372665:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078548.372668:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078548.372669:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078548.372998:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078548.373002:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078548.373005:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078549.268623:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299909891, at 4299909952
00000100:00000040:3.0:1769078549.268623:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299909891, at 4299909952
00000100:00000010:2.0:1769078549.268637:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3960.
00000100:00000010:3.0:1769078549.268638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3480.
00010000:00000001:3.0:1769078549.396625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078549.396631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078549.396636:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078549.396637:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078549.396698:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078549.396702:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078549.396705:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078550.420676:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078550.420682:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078550.420687:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078550.420689:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078550.420717:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078550.420719:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078550.420722:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078551.444619:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078551.444624:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078551.444628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078551.444629:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078551.444703:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078551.444707:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078551.444711:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078552.468837:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078552.468844:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078552.468846:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078552.468849:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078552.468854:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078552.468856:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078552.468859:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078552.468861:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078552.468955:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078552.468957:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078552.469052:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078552.469055:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078552.469058:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078553.044650:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) e5dcd364-5b1b-4136-b004-3ff6256a3257->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078553.044763:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078553.044766:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078553.044770:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078553.044774:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078553.044781:0:45875:0:(import.c:509:import_select_connection()) MGC192.168.204.157@tcp: connect to NID 192.168.204.157@tcp last attempt 5241
00000400:00000200:3.0:1769078553.044792:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078553.044799:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078553.044802:0:45875:0:(import.c:588:import_select_connection()) MGC192.168.204.157@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078553.044805:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044808:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.044810:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044812:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078553.044816:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078553.044818:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a023
00000020:00000001:3.0:1769078553.044821:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078553.044823:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc883743000 refcount=3
00000020:00000001:3.0:1769078553.044825:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000020:00000001:3.0:1769078553.044827:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491071246336 : -125582638305280 : ffff8dc883743000)
00000100:00000040:3.0:1769078553.044830:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044832:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.044834:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044836:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078553.044839:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc883743000 : new refcount 2
00000100:00080000:3.0:1769078553.044842:0:45875:0:(import.c:623:import_select_connection()) MGC192.168.204.157@tcp: import ffff8dc89365e800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044844:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078553.044847:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078553.044850:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078553.044883:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.044886:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078553.044889:0:45875:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078553.044897:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528000.
00000020:00000040:3.0:1769078553.044901:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc89365e800 refcount=4 obd=MGC192.168.204.157@tcp
02000000:00000001:3.0:1769078553.044905:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078553.044906:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.044909:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078553.044912:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078553.044916:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078553.044923:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d1000.
00000100:00000001:3.0:1769078553.044929:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078553.044936:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078553.044945:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078553.044948:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078553.044950:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288b87d6] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078553.044968:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078553.044972:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078553.044975:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078553.044976:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078553.044978:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078553.044981:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078553.044983:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5241
00000400:00000200:3.0:1769078553.044987:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078553.044989:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078553.044992:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078553.044994:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.044996:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.044999:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045010:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000001:1.0:1769078553.045013:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078553.045014:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078553.045020:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a077
00000020:00000001:3.0:1769078553.045022:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078553.045024:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e00800 refcount=5
00000020:00000001:3.0:1769078553.045025:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000020:00000001:3.0:1769078553.045027:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346749440 : -125582362802176 : ffff8dc893e00800)
00000100:00000001:1.0:1769078553.045028:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078553.045032:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:1.0:1769078553.045033:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078553.045034:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.045037:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045040:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000100:00000040:1.0:1769078553.045043:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078553.045044:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e00800 : new refcount 4
00000100:00080000:3.0:1769078553.045050:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8dc884f85000: import ffff8dc893e04000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045057:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078553.045061:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078553.045069:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078553.045070:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078553.045072:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078553.045074:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.045077:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078553.045078:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078553.045081:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078553.045085:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078553.045086:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078553.045092:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078553.045094:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925885184:192.168.204.157@tcp:250:kworker.0
00000100:00000001:3.0:1769078553.045096:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078553.045101:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769078553.045102:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078553.045104:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e04000 refcount=7 obd=lustre-MDT0000-mdc-ffff8dc884f85000
02000000:00000001:1.0:1769078553.045107:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078553.045107:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078553.045109:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.045111:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045112:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078553.045114:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078553.045117:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078553.045118:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078553.045125:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d0800.
02000000:00000010:1.0:1769078553.045126:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
00000100:00000001:3.0:1769078553.045128:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.045129:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078553.045135:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078553.045141:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078553.045147:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078553.045149:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000100:00000001:3.0:1769078553.045150:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078553.045155:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076da77d8] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078553.045158:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000001:3.0:1769078553.045165:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078553.045168:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925885184, portal 25
00000100:00080000:3.0:1769078553.045168:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078553.045174:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078553.045174:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769078553.045178:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169701888 : -125582539849728 : ffff8dc889528000)
00000100:00000001:3.0:1769078553.045178:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078553.045180:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078553.045184:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078553.045188:0:45875:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5241
00000100:00000040:1.0:1769078553.045190:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045199:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078553.045200:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1769078553.045205:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078553.045206:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000100:00080000:3.0:1769078553.045208:0:45875:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078553.045212:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000040:3.0:1769078553.045212:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045217:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078553.045220:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007925885184, offset 0
00000100:00000040:3.0:1769078553.045220:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045223:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078553.045226:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078553.045226:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a07e
00000020:00000001:3.0:1769078553.045228:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078553.045229:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc893e06000 refcount=5
00000400:00000200:1.0:1769078553.045233:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000020:00000001:3.0:1769078553.045233:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000020:00000001:3.0:1769078553.045235:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491346771968 : -125582362779648 : ffff8dc893e06000)
00000100:00000040:3.0:1769078553.045237:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045238:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.045239:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045240:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078553.045241:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc893e06000 : new refcount 4
00000100:00080000:3.0:1769078553.045243:0:45875:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8dc884f85000: import ffff8dc893e02800 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045245:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078553.045247:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078553.045250:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078553.045251:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045252:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078553.045254:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000008:00100000:3.0:1769078553.045255:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078553.045259:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045260:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078553.045263:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529500.
00000400:00000200:1.0:1769078553.045264:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000020:00000040:3.0:1769078553.045266:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e02800 refcount=4 obd=lustre-MDT0001-mdc-ffff8dc884f85000
02000000:00000001:3.0:1769078553.045270:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078553.045271:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045272:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078553.045273:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078553.045274:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078553.045277:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078553.045279:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d3400.
00000400:00000200:1.0:1769078553.045280:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000100:00000001:3.0:1769078553.045285:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078553.045287:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078553.045293:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078553.045297:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16625:16625:256:4294967295] 192.168.204.157@tcp LPNI seq info [16621:16621:8:4294967295]
00000100:00100000:3.0:1769078553.045300:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078553.045301:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:3.0:1769078553.045312:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078553.045316:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078553.045317:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078553.045327:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000100:00000040:3.0:1769078553.045327:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a12371] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769078553.045335:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000100:00000001:3.0:1769078553.045341:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078553.045346:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:3.0:1769078553.045346:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078553.045354:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769078553.045354:0:45875:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078553.045356:0:45875:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078553.045358:0:45875:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078553.045361:0:45875:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078553.045365:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000100:00080000:3.0:1769078553.045366:0:45875:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: connect to NID 192.168.204.157@tcp last attempt 5241
00000800:00000200:1.1:1769078553.045371:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1769078553.045379:0:45875:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000100:1.0:1769078553.045388:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000400:00000200:3.0:1769078553.045389:0:45875:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.157@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078553.045392:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078553.045399:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078553.045404:0:45875:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078553.045408:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078553.045412:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000400:00000200:1.0:1769078553.045416:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000100:00000001:3.0:1769078553.045416:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.045418:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000400:00000010:1.0:1769078553.045421:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:3.0:1769078553.045421:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000001:3.0:1769078553.045425:0:45875:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078553.045427:0:45875:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4044d310f2b5a08c
00000100:00000001:1.0:1769078553.045428:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078553.045428:0:45875:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078553.045432:0:45875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8dc8903b7800 refcount=4
00000020:00000001:3.0:1769078553.045433:0:45875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000020:00000001:3.0:1769078553.045436:0:45875:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618491285633024 : -125582423918592 : ffff8dc8903b7800)
00000100:00000200:1.0:1769078553.045437:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078553.045439:0:45875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8dc89445fd00 refcount 14 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045443:0:45875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078553.045446:0:45875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8dc89445fd00 refcount 15 to 192.168.204.157@tcp
00000100:00000001:3.0:1769078553.045450:0:45875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618491353431296 : -125582356120320 : ffff8dc89445fd00)
00000020:00000040:3.0:1769078553.045453:0:45875:0:(genops.c:898:class_export_put()) PUTting export ffff8dc8903b7800 : new refcount 3
00000100:00080000:3.0:1769078553.045459:0:45875:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8dc884f85000: import ffff8dc893e01000 using connection 192.168.204.157@tcp/192.168.204.157@tcp
00000100:00000001:1.0:1769078553.045461:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078553.045461:0:45875:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078553.045465:0:45875:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078553.045467:0:45875:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078553.045468:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078553.045470:0:45875:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045474:0:45875:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078553.045481:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078553.045483:0:45875:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1769078553.045484:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1769078553.045489:0:45875:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045491:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078553.045492:0:45875:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078553.045499:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:3.0:1769078553.045499:0:45875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dc889529f80.
00000020:00000040:3.0:1769078553.045503:0:45875:0:(genops.c:1229:class_import_get()) import ffff8dc893e01000 refcount=5 obd=lustre-OST0000-osc-ffff8dc884f85000
00000100:00000001:1.0:1769078553.045505:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 2 is 4299915008
02000000:00000001:3.0:1769078553.045509:0:45875:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078553.045512:0:45875:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078553.045513:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3a20.
00000100:00000001:3.0:1769078553.045514:0:45875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078553.045518:0:45875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078553.045520:0:45875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078553.045550:0:45875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dc8867d2800.
00000100:00000001:3.0:1769078553.045553:0:45875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078553.045557:0:45875:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078553.045564:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078553.045568:0:45875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078553.045571:0:45875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078553.045573:0:45875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbebbc8d] to pc [ptlrpcd_rcv+-1]  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078553.045578:0:45875:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045580:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS new deadline estimation for cpu 3 is 4299915009
00000100:00000040:3.0:1769078553.045580:0:45875:0:(pinger.c:229:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1769078553.045588:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dc8862a3180.
00000100:00000040:3.0:1769078553.045588:0:45875:0:(pinger.c:247:ptlrpc_pinger_process_import()) d5d49a5d-8a68-4869-886c-35e341d7d293->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078553.045594:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.157@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078553.045599:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078553.045600:0:45875:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5251)
00000100:00000001:1.0:1769078553.045603:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045607:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078553.045621:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553]  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078553.045630:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078553.045632:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078553.045635:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078553.045637:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078553.045639:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078553.045642:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078553.045645:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078553.045654:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045661:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078553.045663:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045665:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.045667:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078553.045671:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045678:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078553.045683:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045691:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078553.045694:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045695:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.045697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078553.045701:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078553.045704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc89365e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078553.045708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078553.045710:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078553.045724:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078553.045733:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e5dcd364-5b1b-4136-b004-3ff6256a3257:2410:1855007925885184:192.168.204.157@tcp:250:kworker.0
00000100:00000001:1.0:1769078553.045738:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.045743:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528000 x1855007925885184/t0(0) o250->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045750:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078553.045753:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078553.045755:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078553.045758:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078553.045760:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078553.045762:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc89365e800 refcount=3 obd=MGC192.168.204.157@tcp
00000020:00000001:1.0:1769078553.045764:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078553.045767:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d1000.
02000000:00000001:1.0:1769078553.045770:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078553.045772:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078553.045774:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528000.
00000100:00000001:1.0:1769078553.045777:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078553.045778:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045781:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.045787:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078553.045789:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045791:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078553.045793:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078553.045794:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078553.045798:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045805:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078553.045806:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.045808:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078553.045810:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078553.045813:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078553.045816:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885312:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078553.045819:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078553.045820:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078553.045822:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.045824:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078553.045827:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078553.045829:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078553.045832:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078553.045835:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078553.045838:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078553.045840:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925885312, portal 10
00000100:00000001:1.0:1769078553.045842:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078553.045844:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169702784 : -125582539848832 : ffff8dc889528380)
00000100:00000040:1.0:1769078553.045850:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045867:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078553.045870:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078553.045872:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078553.045874:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925885312, offset 0
00000400:00000200:1.0:1769078553.045878:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078553.045882:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.045892:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078553.045896:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078553.045898:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078553.045900:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078553.045903:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078553.045905:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16626:16626:256:4294967295] 192.168.204.157@tcp LPNI seq info [16622:16622:8:4294967295]
00000400:00000200:1.0:1769078553.045910:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.045916:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078553.045920:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.045923:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078553.045927:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078553.045929:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078553.045933:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078553.045935:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078553.045939:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.045940:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078553.045943:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078553.045946:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078553.045948:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078553.045950:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078553.045952:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078553.045956:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045962:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.045965:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.045971:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045972:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078553.045975:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078553.045978:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: using a timeout of 14883 usecs (15 jiffies)
00000400:00000200:1.0:1769078553.045981:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078553.045983:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299913744
00000100:00000001:1.0:1769078553.045986:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299915008
00000100:00000001:1.0:1769078553.045988:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299913744
00000100:00000001:1.0:1769078553.045990:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299915009
00000100:00000001:1.0:1769078553.045992:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078553.045994:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.045995:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078553.045999:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553]  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078553.046011:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078553.046012:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078553.046014:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078553.046022:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078553.046024:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078553.046026:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078553.046029:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078553.046036:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046042:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078553.046044:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046045:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078553.046050:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046056:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078553.046060:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046066:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078553.046068:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046070:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046071:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046073:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078553.046075:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078553.046077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e04000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078553.046081:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078553.046083:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078553.046088:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078553.046095:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885312:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078553.046099:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078553.046102:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046108:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078553.046109:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.046111:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078553.046113:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078553.046115:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078553.046117:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078553.046120:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078553.046122:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078553.046124:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.046125:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078553.046128:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078553.046130:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078553.046133:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078553.046135:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078553.046138:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078553.046141:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925885440, portal 10
00000100:00000001:1.0:1769078553.046143:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078553.046144:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169707264 : -125582539844352 : ffff8dc889529500)
00000100:00000040:1.0:1769078553.046149:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046154:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078553.046156:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078553.046158:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078553.046161:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007925885440, offset 0
00000400:00000200:1.0:1769078553.046165:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078553.046168:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.046171:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078553.046174:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078553.046176:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078553.046178:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078553.046180:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078553.046183:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16627:16627:256:4294967295] 192.168.204.157@tcp LPNI seq info [16623:16623:8:4294967295]
00000400:00000200:1.0:1769078553.046187:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.046192:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078553.046196:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.046199:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078553.046203:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078553.046205:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078553.046209:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078553.046212:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078553.046215:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.046217:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078553.046219:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078553.046223:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078553.046225:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078553.046227:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078553.046229:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078553.046232:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046239:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.046242:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046247:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.046249:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078553.046251:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078553.046254:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: using a timeout of 23846 usecs (24 jiffies)
00000400:00000200:1.0:1769078553.046257:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078553.046259:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299913753
00000100:00000001:1.0:1769078553.046261:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299915008
00000100:00000001:1.0:1769078553.046264:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299913753
00000100:00000001:1.0:1769078553.046266:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299915009
00000100:00000001:1.0:1769078553.046268:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078553.046270:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.046272:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078553.046275:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553]  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078553.046282:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078553.046283:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078553.046285:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078553.046287:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078553.046288:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078553.046290:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078553.046293:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078553.046300:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046306:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078553.046308:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046311:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078553.046314:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046320:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078553.046323:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046329:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078553.046332:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046335:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046336:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078553.046338:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078553.046340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e02800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078553.046343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078553.046345:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078553.046348:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078553.046356:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885440:192.168.204.157@tcp:38:kworker.0
00000100:00000001:1.0:1769078553.046359:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078553.046362:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046368:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078553.046369:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.046371:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078553.046373:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078553.046375:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078553.046377:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885568:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078553.046380:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078553.046382:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078553.046384:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078553.046385:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078553.046388:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078553.046390:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078553.046393:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1769078553.046395:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dc893141d10.
00000400:00000010:1.0:1769078553.046398:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc8944603b8.
00000100:00000200:1.0:1769078553.046401:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007925885568, portal 4
00000100:00000001:1.0:1769078553.046403:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078553.046404:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618491169709952 : -125582539841664 : ffff8dc889529f80)
00000100:00000040:1.0:1769078553.046409:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046414:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078553.046417:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.157@tcp
00000400:00000010:1.0:1769078553.046419:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dc894460110.
00000100:00000200:1.0:1769078553.046421:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007925885568, offset 0
00000400:00000200:1.0:1769078553.046424:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1769078553.046427:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.046430:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1769078553.046433:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078553.046436:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1769078553.046438:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078553.046440:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1769078553.046442:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [16628:16628:256:4294967295] 192.168.204.157@tcp LPNI seq info [16624:16624:8:4294967295]
00000400:00000200:1.0:1769078553.046446:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1769078553.046452:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078553.046457:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.046460:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dc894547d00.
00000800:00000200:1.0:1769078553.046464:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.0:1769078553.046467:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078553.046470:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dc8931ea180] -> 12345-192.168.204.157@tcp (2)
00000800:00000200:1.1:1769078553.046472:0:2410:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.157 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078553.046476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1769078553.046478:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dc894547d00.
00000400:00000200:1.0:1769078553.046480:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078553.046483:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078553.046485:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc894460110
00000400:00000010:1.0:1769078553.046487:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc894460110.
00000100:00000001:1.0:1769078553.046489:0:2410:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078553.046492:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046505:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.046507:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.046515:0:2410:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078553.046517:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078553.046520:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: using a timeout of 20830 usecs (21 jiffies)
00000400:00000200:1.0:1769078553.046541:0:2410:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000001:1.0:1769078553.046544:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 2 is 4299913751
00000100:00000001:1.0:1769078553.046546:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 2, keep current deadline 4299915008
00000100:00000001:1.0:1769078553.046548:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS new deadline estimation for cpu 3 is 4299913751
00000100:00000001:1.0:1769078553.046550:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8dc884f85000: PM QoS request active for cpu 3, keep current deadline 4299915009
00000100:00000001:1.0:1769078553.046552:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078553.046554:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.046556:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078553.046560:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553]  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078553.046566:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078553.046568:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078553.046569:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dc893141d10.
00000400:00000200:1.0:1769078553.046572:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dc8944603b8
00000400:00000010:1.0:1769078553.046573:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dc8944603b8.
00000100:00000001:1.0:1769078553.046575:0:2410:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078553.046578:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078553.046586:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046591:0:2410:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078553.046593:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046594:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046596:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078553.046599:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046605:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078553.046608:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046614:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078553.046617:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046618:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078553.046619:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046621:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078553.046623:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078553.046625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8dc893e01000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078553.046628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.157@tcp failed (-110)
00000100:00000001:1.0:1769078553.046630:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078553.046634:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078553.046641:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8dc889529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d5d49a5d-8a68-4869-886c-35e341d7d293:2410:1855007925885568:192.168.204.157@tcp:8:kworker.0
00000100:00000001:1.0:1769078553.046645:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046647:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.046650:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889528380 x1855007925885312/t0(0) o38->lustre-MDT0000-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046657:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078553.046659:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078553.046661:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887995800.
02000000:00000001:1.0:1769078553.046663:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078553.046665:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078553.046667:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e04000 refcount=6 obd=lustre-MDT0000-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078553.046669:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078553.046671:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d0800.
02000000:00000001:1.0:1769078553.046673:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078553.046674:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078553.046676:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889528380.
00000100:00000001:1.0:1769078553.046678:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078553.046680:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046682:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.046685:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529500 x1855007925885440/t0(0) o38->lustre-MDT0001-mdc-ffff8dc884f85000@192.168.204.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046691:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078553.046693:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078553.046694:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887997800.
02000000:00000001:1.0:1769078553.046696:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078553.046697:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078553.046698:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e02800 refcount=3 obd=lustre-MDT0001-mdc-ffff8dc884f85000
00000020:00000001:1.0:1769078553.046700:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078553.046702:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d3400.
02000000:00000001:1.0:1769078553.046704:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078553.046705:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078553.046706:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529500.
00000100:00000001:1.0:1769078553.046709:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078553.046710:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046712:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078553.046715:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8dc889529f80 x1855007925885568/t0(0) o8->lustre-OST0000-osc-ffff8dc884f85000@192.168.204.157@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078553.046721:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078553.046723:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078553.046724:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dc887996800.
02000000:00000001:1.0:1769078553.046726:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078553.046727:0:2410:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078553.046728:0:2410:0:(genops.c:1242:class_import_put()) import ffff8dc893e01000 refcount=4 obd=lustre-OST0000-osc-ffff8dc884f85000
00000020:00000001:1.0:1769078553.046730:0:2410:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078553.046731:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dc8867d2800.
02000000:00000001:1.0:1769078553.046733:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078553.046735:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078553.046737:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dc889529f80.
00000100:00000001:1.0:1769078553.046740:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078553.046741:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046743:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078553.046746:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078553.046748:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078553.046750:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078553.046751:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078553.492595:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078553.492602:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078553.492609:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078553.492610:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078553.492676:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078553.492679:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078553.492681:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078554.388624:0:55923:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8220 (cpu 0) has reached its deadline 4299915008, at 4299915072
00000100:00000040:3.0:1769078554.388624:0:56288:0:(connection.c:75:cpu_latency_work()) work item of ffff8dc8852e8330 (cpu 0) has reached its deadline 4299915009, at 4299915072
00000100:00000010:2.0:1769078554.388636:0:55923:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3a20.
00000100:00000010:3.0:1769078554.388638:0:56288:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dc8862a3180.
00010000:00000001:3.0:1769078554.516638:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078554.516643:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078554.516646:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078554.516649:0:56288:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1769078554.516650:0:56288:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1769078554.516652:0:56288:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078554.516654:0:56288:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1769078554.516655:0:56288:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078554.516657:0:56288:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078554.516658:0:56288:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078554.516676:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078554.516677:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078554.516679:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769078554.580629:0:56288:0:(osc_request.c:735:osc_update_next_shrink()) next time 6447 to shrink grant
00010000:00000001:3.0:1769078555.540624:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078555.540632:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078555.540639:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078555.540641:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078555.540700:0:52858:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078555.540704:0:52858:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078555.540706:0:52858:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078556.564628:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078556.564633:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078556.564637:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078556.564638:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078556.564684:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078556.564687:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078556.564690:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1769078557.588625:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078557.588631:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769078557.588635:0:56288:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1769078557.588636:0:56288:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078557.588803:0:38930:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078557.588807:0:38930:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078557.588810:0:38930:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 131554 lines, 131554 kept, 0 dropped, 0 bad.